2024-11-19 19:25:29,754 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-19 19:25:29,768 main DEBUG Took 0.011519 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 19:25:29,768 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 19:25:29,769 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 19:25:29,770 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 19:25:29,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:25:29,779 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 19:25:29,795 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:25:29,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:25:29,798 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:25:29,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:25:29,799 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:25:29,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:25:29,801 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:25:29,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:25:29,802 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:25:29,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:25:29,804 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:25:29,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:25:29,805 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:25:29,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:25:29,805 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:25:29,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:25:29,806 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:25:29,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:25:29,807 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:25:29,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:25:29,809 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:25:29,809 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:25:29,809 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:25:29,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:25:29,810 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:25:29,810 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 19:25:29,812 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:25:29,813 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 19:25:29,815 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 19:25:29,817 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 19:25:29,818 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 19:25:29,819 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 19:25:29,826 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 19:25:29,829 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 19:25:29,830 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 19:25:29,831 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 19:25:29,831 main DEBUG createAppenders(={Console}) 2024-11-19 19:25:29,832 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-19 19:25:29,832 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-19 19:25:29,832 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-19 19:25:29,833 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 19:25:29,833 main DEBUG OutputStream closed 2024-11-19 19:25:29,834 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 19:25:29,834 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 19:25:29,834 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-19 19:25:29,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 19:25:29,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 19:25:29,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 19:25:29,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 19:25:29,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 19:25:29,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 19:25:29,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 19:25:29,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 19:25:29,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 19:25:29,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 19:25:29,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 19:25:29,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 19:25:29,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 19:25:29,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 19:25:29,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 19:25:29,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 19:25:29,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 19:25:29,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 19:25:29,912 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 19:25:29,913 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-19 19:25:29,913 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 19:25:29,914 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-19T19:25:29,926 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-19 19:25:29,928 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 19:25:29,929 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T19:25:30,166 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f 2024-11-19T19:25:30,167 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-19T19:25:30,255 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T19:25:30,326 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5, deleteOnExit=true 2024-11-19T19:25:30,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/test.cache.data in system properties and HBase conf 2024-11-19T19:25:30,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:25:30,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:25:30,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:25:30,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:25:30,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:25:30,411 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:25:30,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:25:30,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:25:30,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:25:30,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:25:30,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:25:30,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:25:30,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:25:30,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:25:30,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:25:30,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:25:30,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:25:30,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:25:30,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:25:30,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:25:31,680 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T19:25:31,759 INFO [Time-limited test {}] log.Log(170): Logging initialized @2895ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T19:25:31,864 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:25:31,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:25:31,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:25:31,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:25:31,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:25:31,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:25:31,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:25:31,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:25:32,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/java.io.tmpdir/jetty-localhost-39263-hadoop-hdfs-3_4_1-tests_jar-_-any-2899533861887425416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:25:32,196 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:39263} 2024-11-19T19:25:32,197 INFO [Time-limited test {}] server.Server(415): Started @3333ms 2024-11-19T19:25:32,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:25:32,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:25:32,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:25:32,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:25:32,767 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:25:32,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:25:32,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:25:32,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/java.io.tmpdir/jetty-localhost-46589-hadoop-hdfs-3_4_1-tests_jar-_-any-17234004045261425503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:25:32,869 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:46589} 2024-11-19T19:25:32,869 INFO [Time-limited test {}] server.Server(415): Started @4005ms 2024-11-19T19:25:32,927 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:25:33,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:25:33,064 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:25:33,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:25:33,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:25:33,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:25:33,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:25:33,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:25:33,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/java.io.tmpdir/jetty-localhost-45285-hadoop-hdfs-3_4_1-tests_jar-_-any-7805610039694458107/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:25:33,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:45285} 2024-11-19T19:25:33,177 INFO [Time-limited test {}] server.Server(415): Started @4314ms 2024-11-19T19:25:33,180 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:25:34,665 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5/data/data3/current/BP-1255008390-172.17.0.3-1732044331018/current, will proceed with Du for space computation calculation, 2024-11-19T19:25:34,665 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5/data/data2/current/BP-1255008390-172.17.0.3-1732044331018/current, will proceed with Du for space computation calculation, 2024-11-19T19:25:34,665 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5/data/data4/current/BP-1255008390-172.17.0.3-1732044331018/current, will proceed with Du for space computation calculation, 2024-11-19T19:25:34,665 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5/data/data1/current/BP-1255008390-172.17.0.3-1732044331018/current, will proceed with Du for space computation calculation, 2024-11-19T19:25:34,701 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:25:34,702 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:25:34,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b6dfd0552b87615 with lease ID 0xcf536db286243078: Processing first storage report for DS-ca0b2fb3-2e44-40e6-b6de-b3c36fc65d24 from datanode DatanodeRegistration(127.0.0.1:43379, datanodeUuid=bafea87a-01b1-4df7-9222-f0804e7d4fa6, infoPort=41813, infoSecurePort=0, ipcPort=39755, storageInfo=lv=-57;cid=testClusterID;nsid=575975519;c=1732044331018) 2024-11-19T19:25:34,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b6dfd0552b87615 with lease ID 0xcf536db286243078: from storage DS-ca0b2fb3-2e44-40e6-b6de-b3c36fc65d24 node DatanodeRegistration(127.0.0.1:43379, datanodeUuid=bafea87a-01b1-4df7-9222-f0804e7d4fa6, infoPort=41813, infoSecurePort=0, ipcPort=39755, storageInfo=lv=-57;cid=testClusterID;nsid=575975519;c=1732044331018), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-19T19:25:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc90a8511c58a26af with lease ID 0xcf536db286243079: Processing first storage report for DS-1fcea489-1996-48ab-9b84-c0a003358ab7 from datanode DatanodeRegistration(127.0.0.1:33931, datanodeUuid=54541430-a4b5-4448-a1a4-5e61ebe41cb0, infoPort=37301, infoSecurePort=0, ipcPort=34047, storageInfo=lv=-57;cid=testClusterID;nsid=575975519;c=1732044331018) 2024-11-19T19:25:34,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc90a8511c58a26af with lease ID 0xcf536db286243079: from storage DS-1fcea489-1996-48ab-9b84-c0a003358ab7 node DatanodeRegistration(127.0.0.1:33931, datanodeUuid=54541430-a4b5-4448-a1a4-5e61ebe41cb0, infoPort=37301, infoSecurePort=0, ipcPort=34047, storageInfo=lv=-57;cid=testClusterID;nsid=575975519;c=1732044331018), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:25:34,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b6dfd0552b87615 with lease ID 0xcf536db286243078: Processing first storage report for DS-62783897-f281-45a5-af96-297b021de6fc from datanode DatanodeRegistration(127.0.0.1:43379, datanodeUuid=bafea87a-01b1-4df7-9222-f0804e7d4fa6, infoPort=41813, infoSecurePort=0, ipcPort=39755, storageInfo=lv=-57;cid=testClusterID;nsid=575975519;c=1732044331018) 2024-11-19T19:25:34,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b6dfd0552b87615 with lease ID 0xcf536db286243078: from storage DS-62783897-f281-45a5-af96-297b021de6fc node DatanodeRegistration(127.0.0.1:43379, datanodeUuid=bafea87a-01b1-4df7-9222-f0804e7d4fa6, infoPort=41813, infoSecurePort=0, ipcPort=39755, storageInfo=lv=-57;cid=testClusterID;nsid=575975519;c=1732044331018), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T19:25:34,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc90a8511c58a26af with lease ID 0xcf536db286243079: Processing first storage report for DS-c03f8518-7538-4846-be3a-2902cfc05287 from datanode DatanodeRegistration(127.0.0.1:33931, datanodeUuid=54541430-a4b5-4448-a1a4-5e61ebe41cb0, infoPort=37301, infoSecurePort=0, ipcPort=34047, storageInfo=lv=-57;cid=testClusterID;nsid=575975519;c=1732044331018) 2024-11-19T19:25:34,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc90a8511c58a26af with lease ID 0xcf536db286243079: from storage DS-c03f8518-7538-4846-be3a-2902cfc05287 node DatanodeRegistration(127.0.0.1:33931, datanodeUuid=54541430-a4b5-4448-a1a4-5e61ebe41cb0, infoPort=37301, infoSecurePort=0, ipcPort=34047, storageInfo=lv=-57;cid=testClusterID;nsid=575975519;c=1732044331018), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T19:25:34,837 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f 2024-11-19T19:25:34,857 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=5707 2024-11-19T19:25:34,860 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:25:34,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:34,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:35,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:25:35,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:25:35,512 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:25:35,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:35,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:35,534 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:25:35,567 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T19:25:35,587 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-19T19:25:35,591 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:25:35,591 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:25:35,593 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:25:35,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:25:35,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,612 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T19:25:35,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741826_1002 (size=1393) 2024-11-19T19:25:35,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741826_1002 (size=1393) 2024-11-19T19:25:35,658 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:25:35,658 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:25:35,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741827_1003 (size=1393) 2024-11-19T19:25:35,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741827_1003 (size=1393) 2024-11-19T19:25:35,692 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:25:35,693 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:25:35,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741828_1004 (size=1393) 2024-11-19T19:25:35,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741828_1004 (size=1393) 2024-11-19T19:25:35,726 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:25:35,726 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:25:35,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741829_1005 (size=1393) 2024-11-19T19:25:35,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741829_1005 (size=1393) 2024-11-19T19:25:35,757 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:25:35,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:25:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741830_1006 (size=1393) 2024-11-19T19:25:35,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741830_1006 (size=1393) 2024-11-19T19:25:35,805 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:25:35,805 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:25:35,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741831_1007 (size=1393) 2024-11-19T19:25:35,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741831_1007 (size=1393) 2024-11-19T19:25:35,858 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:25:35,858 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:25:35,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:35,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741832_1008 (size=1405) 2024-11-19T19:25:35,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741832_1008 (size=1405) 2024-11-19T19:25:35,965 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:25:35,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:25:35,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:35,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741833_1009 (size=1413) 2024-11-19T19:25:36,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741833_1009 (size=1413) 2024-11-19T19:25:36,091 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:25:36,091 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:25:36,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741834_1010 (size=1413) 2024-11-19T19:25:36,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741834_1010 (size=1413) 2024-11-19T19:25:36,225 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:25:36,225 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:25:36,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:36,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741835_1011 (size=1413) 2024-11-19T19:25:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741835_1011 (size=1413) 2024-11-19T19:25:36,739 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:25:36,871 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/b2acb1ba-9bcd-0e93-6af4-0948116fcd00/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732044335573/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:25:36,872 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T19:25:36,873 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T19:25:36,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/b2acb1ba-9bcd-0e93-6af4-0948116fcd00/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732044335573/wal.dat.0 2024-11-19T19:25:36,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/b2acb1ba-9bcd-0e93-6af4-0948116fcd00/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732044335573/wal.dat.0 after 9ms 2024-11-19T19:25:36,966 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/b2acb1ba-9bcd-0e93-6af4-0948116fcd00/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732044335573/wal.dat.0 took 104ms 2024-11-19T19:25:36,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/b2acb1ba-9bcd-0e93-6af4-0948116fcd00/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732044335573/wal.dat.0 so closing down 2024-11-19T19:25:37,004 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:37,006 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:37,024 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/b2acb1ba-9bcd-0e93-6af4-0948116fcd00/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732044335573/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:25:37,027 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/b2acb1ba-9bcd-0e93-6af4-0948116fcd00/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732044335573/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/b2acb1ba-9bcd-0e93-6af4-0948116fcd00/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732044335573/wal.dat.0, size=1.4 K (1393bytes) at 1732044336871Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/b2acb1ba-9bcd-0e93-6af4-0948116fcd00/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732044335573/wal.dat.0 so closing down at 1732044336998 (+127 ms)3 split writer threads finished at 1732044337006 (+8 ms)Processed 0 edits across 0 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/b2acb1ba-9bcd-0e93-6af4-0948116fcd00/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732044335573/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044337024 (+18 ms) 2024-11-19T19:25:37,027 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-19T19:25:37,073 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=133 (was 128) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@68a4c452 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-809177083_22 at /127.0.0.1:54220 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 425), ProcessCount=11 (was 11), AvailableMemoryMB=5595 (was 5707) 2024-11-19T19:25:37,096 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=133, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=5594 2024-11-19T19:25:37,096 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:25:37,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741836_1012 (size=7) 2024-11-19T19:25:37,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741836_1012 (size=7) 2024-11-19T19:25:37,177 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:25:37,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:37,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:37,189 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:25:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-19T19:25:37,190 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:25:37,192 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:25:37,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:25:37,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741837_1013 (size=2324) 2024-11-19T19:25:37,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741837_1013 (size=2324) 2024-11-19T19:25:37,368 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:25:37,423 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/WALs/testsplitlogfilemultipleregions,16010,1732044337189/wal.dat.0, size=2.3 K (2324bytes) 2024-11-19T19:25:37,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/WALs/testsplitlogfilemultipleregions,16010,1732044337189/wal.dat.0 2024-11-19T19:25:37,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/WALs/testsplitlogfilemultipleregions,16010,1732044337189/wal.dat.0 after 5ms 2024-11-19T19:25:37,453 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/WALs/testsplitlogfilemultipleregions,16010,1732044337189/wal.dat.0 took 39ms 2024-11-19T19:25:37,473 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/WALs/testsplitlogfilemultipleregions,16010,1732044337189/wal.dat.0 so closing down 2024-11-19T19:25:37,473 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:37,477 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:37,529 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:25:37,541 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:25:37,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:25:37,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:25:37,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741838_1014 (size=743) 2024-11-19T19:25:37,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741838_1014 (size=743) 2024-11-19T19:25:37,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-19T19:25:37,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T19:25:37,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741839_1015 (size=743) 2024-11-19T19:25:37,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741839_1015 (size=743) 2024-11-19T19:25:37,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-19T19:25:37,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:25:37,664 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 203 ms; skipped=7; WAL=hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/WALs/testsplitlogfilemultipleregions,16010,1732044337189/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-19T19:25:37,665 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/WALs/testsplitlogfilemultipleregions,16010,1732044337189/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/WALs/testsplitlogfilemultipleregions,16010,1732044337189/wal.dat.0, size=2.3 K (2324bytes) at 1732044337423Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/WALs/testsplitlogfilemultipleregions,16010,1732044337189/wal.dat.0 so closing down at 1732044337473 (+50 ms)3 split writer threads finished at 1732044337477 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044337557 (+80 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044337560 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1732044337618 (+58 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732044337627 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1732044337658 (+31 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044337663 (+5 ms)Processed 27 edits across 2 Regions in 203 ms; skipped=7; WAL=hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/WALs/testsplitlogfilemultipleregions,16010,1732044337189/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732044337665 (+2 ms) 2024-11-19T19:25:37,687 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/WALs/testsplitlogfilemultipleregions,16010,1732044337189/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/de47ba62-f454-7472-df69-4ab537c28fa6/oldWALs/wal.dat.0 2024-11-19T19:25:37,742 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=134 (was 133) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1130852843_22 at /127.0.0.1:57704 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1130852843_22 at /127.0.0.1:54220 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 377) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 425), ProcessCount=11 (was 11), AvailableMemoryMB=5550 (was 5594) 2024-11-19T19:25:37,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=134, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=5543 2024-11-19T19:25:37,772 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:25:37,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741840_1016 (size=7) 2024-11-19T19:25:37,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741840_1016 (size=7) 2024-11-19T19:25:37,844 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:25:37,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:37,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:37,858 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:25:37,858 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:25:37,860 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:25:37,876 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:25:37,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:37,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:37,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:38,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:38,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:38,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:38,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:38,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:38,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:38,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741841_1017 (size=2324) 2024-11-19T19:25:38,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741841_1017 (size=2324) 2024-11-19T19:25:38,009 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:25:39,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/c7d1b970-d6fc-dac0-58b2-85d83b947287/WALs/testterminationaskedbyreporter,16010,1732044337858/wal.dat.0, size=2.3 K (2324bytes) 2024-11-19T19:25:39,862 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/c7d1b970-d6fc-dac0-58b2-85d83b947287/WALs/testterminationaskedbyreporter,16010,1732044337858/wal.dat.0 so closing down 2024-11-19T19:25:39,862 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/c7d1b970-d6fc-dac0-58b2-85d83b947287/WALs/testterminationaskedbyreporter,16010,1732044337858/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-19T19:25:39,862 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/c7d1b970-d6fc-dac0-58b2-85d83b947287/WALs/testterminationaskedbyreporter,16010,1732044337858/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/c7d1b970-d6fc-dac0-58b2-85d83b947287/WALs/testterminationaskedbyreporter,16010,1732044337858/wal.dat.0, size=2.3 K (2324bytes) at 1732044339861Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/c7d1b970-d6fc-dac0-58b2-85d83b947287/WALs/testterminationaskedbyreporter,16010,1732044337858/wal.dat.0 so closing down at 1732044339862 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/c7d1b970-d6fc-dac0-58b2-85d83b947287/WALs/testterminationaskedbyreporter,16010,1732044337858/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1732044339862 2024-11-19T19:25:39,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=136 (was 134) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 383), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 425) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5288 (was 5543) 2024-11-19T19:25:39,900 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=136, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=5286 2024-11-19T19:25:39,900 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:25:39,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741842_1018 (size=7) 2024-11-19T19:25:39,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741842_1018 (size=7) 2024-11-19T19:25:40,334 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:25:40,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:40,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:40,347 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:25:40,347 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-19T19:25:40,352 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:25:40,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741843_1019 (size=1043) 2024-11-19T19:25:40,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741843_1019 (size=1043) 2024-11-19T19:25:40,394 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:25:40,395 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:25:40,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,422 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:25:40,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741845_1021 (size=1043) 2024-11-19T19:25:40,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741845_1021 (size=1043) 2024-11-19T19:25:40,459 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:25:40,459 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:25:40,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741846_1022 (size=1043) 2024-11-19T19:25:40,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741846_1022 (size=1043) 2024-11-19T19:25:40,497 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:25:40,497 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:25:40,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741847_1023 (size=1043) 2024-11-19T19:25:40,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741847_1023 (size=1043) 2024-11-19T19:25:40,523 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:25:40,523 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:25:40,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741848_1024 (size=1043) 2024-11-19T19:25:40,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741848_1024 (size=1043) 2024-11-19T19:25:40,602 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:25:40,603 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:25:40,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741849_1025 (size=1043) 2024-11-19T19:25:40,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741849_1025 (size=1043) 2024-11-19T19:25:40,705 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:25:40,706 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:25:40,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741850_1026 (size=1043) 2024-11-19T19:25:40,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741850_1026 (size=1043) 2024-11-19T19:25:40,812 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:25:40,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:25:40,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741851_1027 (size=1043) 2024-11-19T19:25:40,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741851_1027 (size=1043) 2024-11-19T19:25:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:25:40,921 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:25:40,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:40,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:40,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741852_1028 (size=1043) 2024-11-19T19:25:40,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741852_1028 (size=1043) 2024-11-19T19:25:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:25:41,039 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.0, size=1.0 K (1043bytes) 2024-11-19T19:25:41,039 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.0 2024-11-19T19:25:41,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.0 after 2ms 2024-11-19T19:25:41,056 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.0 took 17ms 2024-11-19T19:25:41,079 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-19T19:25:41,081 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.0 so closing down 2024-11-19T19:25:41,081 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:41,087 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:41,087 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T19:25:41,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.0, size=1.0 K (1043bytes) at 1732044341039Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.0 so closing down at 1732044341081 (+42 ms)3 split writer threads finished at 1732044341087 (+6 ms)Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732044341087 2024-11-19T19:25:41,093 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/oldWALs/wal.dat.0 2024-11-19T19:25:41,094 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1, size=180 (180bytes) 2024-11-19T19:25:41,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1 2024-11-19T19:25:41,096 WARN [IPC Server handler 3 on default port 36367 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-19T19:25:41,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1 after 3ms 2024-11-19T19:25:41,775 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1979741634_22 at /127.0.0.1:54308 [Receiving block BP-1255008390-172.17.0.3-1732044331018:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:33931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54308 dst: /127.0.0.1:33931 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33931 remote=/127.0.0.1:54308]. Total timeout mills is 60000, 58645 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:25:41,775 WARN [ResponseProcessor for block BP-1255008390-172.17.0.3-1732044331018:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1255008390-172.17.0.3-1732044331018:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T19:25:41,780 WARN [DataStreamer for file /user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1 block BP-1255008390-172.17.0.3-1732044331018:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1255008390-172.17.0.3-1732044331018:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:33931,DS-1fcea489-1996-48ab-9b84-c0a003358ab7,DISK], DatanodeInfoWithStorage[127.0.0.1:43379,DS-ca0b2fb3-2e44-40e6-b6de-b3c36fc65d24,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:33931,DS-1fcea489-1996-48ab-9b84-c0a003358ab7,DISK]) is bad. 2024-11-19T19:25:41,776 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1979741634_22 at /127.0.0.1:57788 [Receiving block BP-1255008390-172.17.0.3-1732044331018:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:43379:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57788 dst: /127.0.0.1:43379 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:25:41,788 WARN [DataStreamer for file /user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1 block BP-1255008390-172.17.0.3-1732044331018:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1255008390-172.17.0.3-1732044331018:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T19:25:41,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741844_1029 (size=1035) 2024-11-19T19:25:41,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741844_1029 (size=1035) 2024-11-19T19:25:45,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1 after 4005ms 2024-11-19T19:25:45,114 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1 took 4020ms 2024-11-19T19:25:45,118 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1; continuing. 2024-11-19T19:25:45,118 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1 so closing down 2024-11-19T19:25:45,118 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:45,127 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:45,127 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-19T19:25:45,128 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1, size=180 (180bytes) at 1732044341094Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1 so closing down at 1732044345118 (+4024 ms)3 split writer threads finished at 1732044345127 (+9 ms)Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1732044345128 (+1 ms) 2024-11-19T19:25:45,134 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/oldWALs/wal.dat.1 2024-11-19T19:25:45,135 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.2, size=1.0 K (1043bytes) 2024-11-19T19:25:45,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.2 2024-11-19T19:25:45,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.2 after 0ms 2024-11-19T19:25:45,142 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.2 took 8ms 2024-11-19T19:25:45,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.2 so closing down 2024-11-19T19:25:45,163 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:45,164 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:45,164 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T19:25:45,164 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.2, size=1.0 K (1043bytes) at 1732044345135Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.2 so closing down at 1732044345162 (+27 ms)3 split writer threads finished at 1732044345164 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732044345164 2024-11-19T19:25:45,168 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/oldWALs/wal.dat.2 2024-11-19T19:25:45,168 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.3, size=1.0 K (1043bytes) 2024-11-19T19:25:45,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.3 2024-11-19T19:25:45,170 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.3 after 1ms 2024-11-19T19:25:45,175 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.3 took 7ms 2024-11-19T19:25:45,179 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.3 so closing down 2024-11-19T19:25:45,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:45,181 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:45,182 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T19:25:45,182 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.3, size=1.0 K (1043bytes) at 1732044345168Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.3 so closing down at 1732044345179 (+11 ms)3 split writer threads finished at 1732044345181 (+2 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732044345182 (+1 ms) 2024-11-19T19:25:45,186 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/oldWALs/wal.dat.3 2024-11-19T19:25:45,187 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.4, size=1.0 K (1043bytes) 2024-11-19T19:25:45,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.4 2024-11-19T19:25:45,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.4 after 1ms 2024-11-19T19:25:45,193 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.4 took 6ms 2024-11-19T19:25:45,227 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.4 so closing down 2024-11-19T19:25:45,227 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:45,241 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:45,241 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 16 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T19:25:45,241 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.4, size=1.0 K (1043bytes) at 1732044345187Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.4 so closing down at 1732044345227 (+40 ms)3 split writer threads finished at 1732044345241 (+14 ms)Processed 10 edits across 0 Regions in 16 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732044345241 2024-11-19T19:25:45,247 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/oldWALs/wal.dat.4 2024-11-19T19:25:45,247 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.5, size=1.0 K (1043bytes) 2024-11-19T19:25:45,247 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.5 2024-11-19T19:25:45,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.5 after 2ms 2024-11-19T19:25:45,253 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.5 took 6ms 2024-11-19T19:25:45,274 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.5 so closing down 2024-11-19T19:25:45,274 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:45,275 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:45,275 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T19:25:45,276 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.5, size=1.0 K (1043bytes) at 1732044345247Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.5 so closing down at 1732044345274 (+27 ms)3 split writer threads finished at 1732044345275 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732044345276 (+1 ms) 2024-11-19T19:25:45,280 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/oldWALs/wal.dat.5 2024-11-19T19:25:45,280 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.6, size=1.0 K (1043bytes) 2024-11-19T19:25:45,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.6 2024-11-19T19:25:45,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.6 after 1ms 2024-11-19T19:25:45,287 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.6 took 7ms 2024-11-19T19:25:45,294 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.6 so closing down 2024-11-19T19:25:45,294 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:45,295 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:45,295 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T19:25:45,295 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.6, size=1.0 K (1043bytes) at 1732044345280Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.6 so closing down at 1732044345294 (+14 ms)3 split writer threads finished at 1732044345295 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732044345295 2024-11-19T19:25:45,300 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/oldWALs/wal.dat.6 2024-11-19T19:25:45,300 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.7, size=1.0 K (1043bytes) 2024-11-19T19:25:45,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.7 2024-11-19T19:25:45,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.7 after 1ms 2024-11-19T19:25:45,305 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.7 took 5ms 2024-11-19T19:25:45,314 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.7 so closing down 2024-11-19T19:25:45,314 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:45,314 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:45,315 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T19:25:45,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.7, size=1.0 K (1043bytes) at 1732044345300Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.7 so closing down at 1732044345314 (+14 ms)3 split writer threads finished at 1732044345314Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732044345315 (+1 ms) 2024-11-19T19:25:45,320 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/oldWALs/wal.dat.7 2024-11-19T19:25:45,320 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.8, size=1.0 K (1043bytes) 2024-11-19T19:25:45,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.8 2024-11-19T19:25:45,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.8 after 1ms 2024-11-19T19:25:45,324 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.8 took 4ms 2024-11-19T19:25:45,334 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.8 so closing down 2024-11-19T19:25:45,334 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:45,334 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:45,334 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T19:25:45,334 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.8, size=1.0 K (1043bytes) at 1732044345320Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.8 so closing down at 1732044345334 (+14 ms)3 split writer threads finished at 1732044345334Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732044345334 2024-11-19T19:25:45,340 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/oldWALs/wal.dat.8 2024-11-19T19:25:45,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.9, size=1.0 K (1043bytes) 2024-11-19T19:25:45,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.9 2024-11-19T19:25:45,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.9 after 2ms 2024-11-19T19:25:45,345 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.9 took 5ms 2024-11-19T19:25:45,348 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.9 so closing down 2024-11-19T19:25:45,348 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:45,348 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:45,348 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-19T19:25:45,348 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.9, size=1.0 K (1043bytes) at 1732044345340Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.9 so closing down at 1732044345348 (+8 ms)3 split writer threads finished at 1732044345348Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732044345348 2024-11-19T19:25:45,353 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/WALs/testsplitdeletedregion,16010,1732044340347/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/fb6a8f1e-7236-e775-0245-97a3a95ada26/oldWALs/wal.dat.9 2024-11-19T19:25:45,363 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=140 (was 136) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_16524084_22 at /127.0.0.1:33310 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_16524084_22 at /127.0.0.1:55000 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:34047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=391 (was 383) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 463) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5097 (was 5286) 2024-11-19T19:25:45,371 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=5095 2024-11-19T19:25:45,371 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:25:45,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741853_1030 (size=7) 2024-11-19T19:25:45,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741853_1030 (size=7) 2024-11-19T19:25:45,800 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:25:45,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:45,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:45,809 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:25:45,809 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-19T19:25:45,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:25:45,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:45,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:45,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:45,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:45,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:45,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741854_1031 (size=863) 2024-11-19T19:25:45,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741854_1031 (size=863) 2024-11-19T19:25:45,840 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:25:45,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741855_1032 (size=859) 2024-11-19T19:25:45,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741855_1032 (size=859) 2024-11-19T19:25:45,882 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/WALs/testcorruptwaltrailer,16010,1732044345809/wal.dat.0, size=859 (859bytes) 2024-11-19T19:25:45,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/WALs/testcorruptwaltrailer,16010,1732044345809/wal.dat.0 2024-11-19T19:25:45,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/WALs/testcorruptwaltrailer,16010,1732044345809/wal.dat.0 after 2ms 2024-11-19T19:25:45,889 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/WALs/testcorruptwaltrailer,16010,1732044345809/wal.dat.0 took 7ms 2024-11-19T19:25:46,010 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/WALs/testcorruptwaltrailer,16010,1732044345809/wal.dat.0; continuing. 2024-11-19T19:25:46,010 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/WALs/testcorruptwaltrailer,16010,1732044345809/wal.dat.0 so closing down 2024-11-19T19:25:46,010 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:46,011 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:46,019 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:25:46,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:25:46,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741856_1033 (size=863) 2024-11-19T19:25:46,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741856_1033 (size=863) 2024-11-19T19:25:46,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:46,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-19T19:25:46,036 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 143 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/WALs/testcorruptwaltrailer,16010,1732044345809/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-19T19:25:46,036 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/WALs/testcorruptwaltrailer,16010,1732044345809/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/WALs/testcorruptwaltrailer,16010,1732044345809/wal.dat.0, size=859 (859bytes) at 1732044345882Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/WALs/testcorruptwaltrailer,16010,1732044345809/wal.dat.0 so closing down at 1732044346010 (+128 ms)3 split writer threads finished at 1732044346011 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044346021 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044346034 (+13 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732044346036 (+2 ms)Processed 10 edits across 1 Regions in 143 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/WALs/testcorruptwaltrailer,16010,1732044345809/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1732044346036 2024-11-19T19:25:46,039 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/WALs/testcorruptwaltrailer,16010,1732044345809/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/c913edfe-1143-0a68-69c9-7e81076b2003/oldWALs/wal.dat.0 2024-11-19T19:25:46,056 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 506), ProcessCount=11 (was 11), AvailableMemoryMB=5078 (was 5095) 2024-11-19T19:25:46,063 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=5077 2024-11-19T19:25:46,063 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:25:46,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741857_1034 (size=7) 2024-11-19T19:25:46,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741857_1034 (size=7) 2024-11-19T19:25:46,477 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:25:46,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:46,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:46,483 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:25:46,497 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 506), ProcessCount=11 (was 11), AvailableMemoryMB=5068 (was 5077) 2024-11-19T19:25:46,505 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=5068 2024-11-19T19:25:46,505 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:25:46,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741858_1035 (size=7) 2024-11-19T19:25:46,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741858_1035 (size=7) 2024-11-19T19:25:46,534 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:25:46,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:46,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:46,540 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:25:46,554 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-19T19:25:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741859_1036 (size=93) 2024-11-19T19:25:46,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741859_1036 (size=93) 2024-11-19T19:25:46,585 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 506), ProcessCount=11 (was 11), AvailableMemoryMB=5065 (was 5068) 2024-11-19T19:25:46,593 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=5065 2024-11-19T19:25:46,593 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:25:46,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741860_1037 (size=7) 2024-11-19T19:25:46,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741860_1037 (size=7) 2024-11-19T19:25:46,614 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:25:46,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:46,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:46,620 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:25:46,621 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:25:46,622 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:25:46,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:25:46,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:46,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:46,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741861_1038 (size=1393) 2024-11-19T19:25:46,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741861_1038 (size=1393) 2024-11-19T19:25:47,086 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:25:47,087 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:25:47,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741862_1039 (size=1393) 2024-11-19T19:25:47,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741862_1039 (size=1393) 2024-11-19T19:25:47,175 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:25:47,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:25:47,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741863_1040 (size=1393) 2024-11-19T19:25:47,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741863_1040 (size=1393) 2024-11-19T19:25:47,253 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:25:47,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:25:47,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741864_1041 (size=1393) 2024-11-19T19:25:47,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741864_1041 (size=1393) 2024-11-19T19:25:47,346 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:25:47,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:25:47,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741865_1042 (size=1393) 2024-11-19T19:25:47,407 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:25:47,407 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:25:47,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741865_1042 (size=1393) 2024-11-19T19:25:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741866_1043 (size=1393) 2024-11-19T19:25:47,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741866_1043 (size=1393) 2024-11-19T19:25:47,461 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:25:47,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:25:47,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741867_1044 (size=1405) 2024-11-19T19:25:47,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741867_1044 (size=1405) 2024-11-19T19:25:47,506 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:25:47,507 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:25:47,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741868_1045 (size=1413) 2024-11-19T19:25:47,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741868_1045 (size=1413) 2024-11-19T19:25:47,563 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:25:47,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:25:47,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741869_1046 (size=1413) 2024-11-19T19:25:47,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741869_1046 (size=1413) 2024-11-19T19:25:47,605 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:25:47,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:25:47,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:47,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:47,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741870_1047 (size=1413) 2024-11-19T19:25:47,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741870_1047 (size=1413) 2024-11-19T19:25:47,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:25:47,692 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/36c7c0c1-d443-d6e1-6db5-b37c9bb4f62d/WALs/testioeonoutputthread,16010,1732044346620/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:25:47,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/36c7c0c1-d443-d6e1-6db5-b37c9bb4f62d/WALs/testioeonoutputthread,16010,1732044346620/wal.dat.7 2024-11-19T19:25:47,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/36c7c0c1-d443-d6e1-6db5-b37c9bb4f62d/WALs/testioeonoutputthread,16010,1732044346620/wal.dat.7 after 1ms 2024-11-19T19:25:47,706 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/36c7c0c1-d443-d6e1-6db5-b37c9bb4f62d/WALs/testioeonoutputthread,16010,1732044346620/wal.dat.7 took 14ms 2024-11-19T19:25:47,728 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/36c7c0c1-d443-d6e1-6db5-b37c9bb4f62d/WALs/testioeonoutputthread,16010,1732044346620/wal.dat.7 so closing down 2024-11-19T19:25:47,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:47,729 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:47,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/36c7c0c1-d443-d6e1-6db5-b37c9bb4f62d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T19:25:47,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/36c7c0c1-d443-d6e1-6db5-b37c9bb4f62d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T19:25:47,782 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:25:47,783 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/36c7c0c1-d443-d6e1-6db5-b37c9bb4f62d/WALs/testioeonoutputthread,16010,1732044346620/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-19T19:25:47,783 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/36c7c0c1-d443-d6e1-6db5-b37c9bb4f62d/WALs/testioeonoutputthread,16010,1732044346620/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/36c7c0c1-d443-d6e1-6db5-b37c9bb4f62d/WALs/testioeonoutputthread,16010,1732044346620/wal.dat.7, size=1.4 K (1413bytes) at 1732044347693Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/36c7c0c1-d443-d6e1-6db5-b37c9bb4f62d/WALs/testioeonoutputthread,16010,1732044346620/wal.dat.7 so closing down at 1732044347728 (+35 ms)3 split writer threads finished at 1732044347729 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/36c7c0c1-d443-d6e1-6db5-b37c9bb4f62d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044347770 (+41 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/36c7c0c1-d443-d6e1-6db5-b37c9bb4f62d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044347770Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1732044347782 (+12 ms)Processed 20 edits across 0 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/36c7c0c1-d443-d6e1-6db5-b37c9bb4f62d/WALs/testioeonoutputthread,16010,1732044346620/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1732044347783 (+1 ms) 2024-11-19T19:25:47,783 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:25:47,808 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 506), ProcessCount=11 (was 11), AvailableMemoryMB=5041 (was 5065) 2024-11-19T19:25:47,817 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=5040 2024-11-19T19:25:47,817 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:25:47,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741871_1048 (size=7) 2024-11-19T19:25:47,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741871_1048 (size=7) 2024-11-19T19:25:47,850 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:25:47,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:47,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:47,858 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:25:47,924 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:25:47,927 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:25:47,930 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:25:47,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:47,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:47,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:47,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:47,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:47,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:47,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:47,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:47,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:47,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:47,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:47,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:47,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:47,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:47,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:47,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:47,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:47,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:47,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741872_1049 (size=2324) 2024-11-19T19:25:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741872_1049 (size=2324) 2024-11-19T19:25:48,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:25:48,416 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:25:48,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741873_1050 (size=1393) 2024-11-19T19:25:48,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741873_1050 (size=1393) 2024-11-19T19:25:48,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:25:48,451 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:25:48,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-19T19:25:48,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-19T19:25:48,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-19T19:25:48,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-19T19:25:48,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-19T19:25:48,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-19T19:25:48,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-19T19:25:48,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-19T19:25:48,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-19T19:25:48,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-19T19:25:48,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-19T19:25:48,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-19T19:25:48,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-19T19:25:48,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-19T19:25:48,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-19T19:25:48,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-19T19:25:48,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-19T19:25:48,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-19T19:25:48,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-19T19:25:48,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-19T19:25:48,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-19T19:25:48,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-19T19:25:48,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-19T19:25:48,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-19T19:25:48,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-19T19:25:48,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-19T19:25:48,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-19T19:25:48,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-19T19:25:48,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-19T19:25:48,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-19T19:25:48,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-19T19:25:48,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-19T19:25:48,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-19T19:25:48,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-19T19:25:48,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-19T19:25:48,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-19T19:25:48,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-19T19:25:48,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-19T19:25:48,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-19T19:25:48,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-19T19:25:48,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-19T19:25:48,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-19T19:25:48,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-19T19:25:48,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-19T19:25:48,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-19T19:25:48,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-19T19:25:48,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-19T19:25:48,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-19T19:25:48,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-19T19:25:48,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-19T19:25:48,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-19T19:25:48,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-19T19:25:48,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-19T19:25:48,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-19T19:25:48,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-19T19:25:48,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-19T19:25:48,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-19T19:25:48,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-19T19:25:48,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-19T19:25:48,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-19T19:25:48,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-19T19:25:48,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-19T19:25:48,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-19T19:25:48,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-19T19:25:48,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-19T19:25:48,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-19T19:25:48,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-19T19:25:48,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-19T19:25:48,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-19T19:25:48,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-19T19:25:48,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-19T19:25:48,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-19T19:25:48,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-19T19:25:48,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-19T19:25:48,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-19T19:25:48,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-19T19:25:48,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-19T19:25:48,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-19T19:25:48,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-19T19:25:48,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-19T19:25:48,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-19T19:25:48,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-19T19:25:48,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-19T19:25:48,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-19T19:25:48,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-19T19:25:48,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-19T19:25:48,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-19T19:25:48,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-19T19:25:48,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-19T19:25:48,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-19T19:25:48,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-19T19:25:48,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-19T19:25:48,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-19T19:25:48,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-19T19:25:48,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-19T19:25:48,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-19T19:25:48,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-19T19:25:48,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-19T19:25:48,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-19T19:25:48,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-19T19:25:48,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-19T19:25:48,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-19T19:25:48,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-19T19:25:48,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-19T19:25:48,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-19T19:25:48,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-19T19:25:48,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-19T19:25:48,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-19T19:25:48,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-19T19:25:48,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-19T19:25:48,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-19T19:25:48,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-19T19:25:48,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-19T19:25:48,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-19T19:25:48,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-19T19:25:48,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-19T19:25:48,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-19T19:25:48,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-19T19:25:48,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-19T19:25:48,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-19T19:25:48,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-19T19:25:48,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-19T19:25:48,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-19T19:25:48,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-19T19:25:48,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-19T19:25:48,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-19T19:25:48,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-19T19:25:48,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-19T19:25:48,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-19T19:25:48,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-19T19:25:48,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-19T19:25:48,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-19T19:25:48,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-19T19:25:48,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-19T19:25:48,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-19T19:25:48,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-19T19:25:48,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-19T19:25:48,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-19T19:25:48,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-19T19:25:48,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-19T19:25:48,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-19T19:25:48,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-19T19:25:48,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-19T19:25:48,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-19T19:25:48,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-19T19:25:48,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-19T19:25:48,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-19T19:25:48,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-19T19:25:48,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-19T19:25:48,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-19T19:25:48,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-19T19:25:48,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-19T19:25:48,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-19T19:25:48,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-19T19:25:48,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-19T19:25:48,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-19T19:25:48,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-19T19:25:48,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-19T19:25:48,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-19T19:25:48,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-19T19:25:48,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-19T19:25:48,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-19T19:25:48,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-19T19:25:48,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-19T19:25:48,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-19T19:25:48,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-19T19:25:48,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-19T19:25:48,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-19T19:25:48,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-19T19:25:48,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-19T19:25:48,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-19T19:25:48,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-19T19:25:48,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-19T19:25:48,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-19T19:25:48,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-19T19:25:48,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-19T19:25:48,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-19T19:25:48,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-19T19:25:48,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-19T19:25:48,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-19T19:25:48,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-19T19:25:48,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-19T19:25:48,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-19T19:25:48,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-19T19:25:48,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-19T19:25:48,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-19T19:25:48,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-19T19:25:48,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-19T19:25:48,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-19T19:25:48,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-19T19:25:48,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-19T19:25:48,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-19T19:25:48,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-19T19:25:48,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-19T19:25:48,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-19T19:25:48,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-19T19:25:48,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-19T19:25:48,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-19T19:25:48,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-19T19:25:48,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-19T19:25:48,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-19T19:25:48,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-19T19:25:48,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-19T19:25:48,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-19T19:25:48,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-19T19:25:48,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-19T19:25:48,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-19T19:25:48,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-19T19:25:48,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:48,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-19T19:25:48,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:48,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-19T19:25:49,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-19T19:25:49,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-19T19:25:49,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-19T19:25:49,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-19T19:25:49,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-19T19:25:49,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-19T19:25:49,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-19T19:25:49,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-19T19:25:49,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-19T19:25:49,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-19T19:25:49,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-19T19:25:49,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-19T19:25:49,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-19T19:25:49,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-19T19:25:49,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-19T19:25:49,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-19T19:25:49,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-19T19:25:49,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-19T19:25:49,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-19T19:25:49,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-19T19:25:49,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-19T19:25:49,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-19T19:25:49,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-19T19:25:49,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-19T19:25:49,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-19T19:25:49,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-19T19:25:49,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-19T19:25:49,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-19T19:25:49,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-19T19:25:49,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-19T19:25:49,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-19T19:25:49,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-19T19:25:49,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-19T19:25:49,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-19T19:25:49,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-19T19:25:49,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-19T19:25:49,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-19T19:25:49,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-19T19:25:49,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-19T19:25:49,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-19T19:25:49,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-19T19:25:49,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-19T19:25:49,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-19T19:25:49,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-19T19:25:49,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-19T19:25:49,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-19T19:25:49,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-19T19:25:49,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-19T19:25:49,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-19T19:25:49,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-19T19:25:49,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-19T19:25:49,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-19T19:25:49,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-19T19:25:49,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-19T19:25:49,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-19T19:25:49,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-19T19:25:49,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-19T19:25:49,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-19T19:25:49,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-19T19:25:49,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-19T19:25:49,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-19T19:25:49,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-19T19:25:49,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-19T19:25:49,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-19T19:25:49,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-19T19:25:49,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-19T19:25:49,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-19T19:25:49,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-19T19:25:49,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-19T19:25:49,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-19T19:25:49,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-19T19:25:49,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-19T19:25:49,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-19T19:25:49,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-19T19:25:49,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-19T19:25:49,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-19T19:25:49,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-19T19:25:49,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-19T19:25:49,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-19T19:25:49,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-19T19:25:49,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-19T19:25:49,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-19T19:25:49,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-19T19:25:49,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-19T19:25:49,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-19T19:25:49,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-19T19:25:49,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-19T19:25:49,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-19T19:25:49,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-19T19:25:49,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-19T19:25:49,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-19T19:25:49,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-19T19:25:49,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-19T19:25:49,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-19T19:25:49,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-19T19:25:49,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-19T19:25:49,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-19T19:25:49,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-19T19:25:49,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-19T19:25:49,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-19T19:25:49,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-19T19:25:49,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-19T19:25:49,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-19T19:25:49,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-19T19:25:49,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-19T19:25:49,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-19T19:25:49,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-19T19:25:49,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-19T19:25:49,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-19T19:25:49,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-19T19:25:49,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-19T19:25:49,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-19T19:25:49,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-19T19:25:49,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-19T19:25:49,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-19T19:25:49,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-19T19:25:49,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-19T19:25:49,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-19T19:25:49,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-19T19:25:49,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-19T19:25:49,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-19T19:25:49,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-19T19:25:49,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-19T19:25:49,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-19T19:25:49,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-19T19:25:49,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-19T19:25:49,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-19T19:25:49,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-19T19:25:49,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-19T19:25:49,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-19T19:25:49,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-19T19:25:49,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-19T19:25:49,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-19T19:25:49,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-19T19:25:49,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-19T19:25:49,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-19T19:25:49,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-19T19:25:49,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-19T19:25:49,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-19T19:25:49,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-19T19:25:49,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-19T19:25:49,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-19T19:25:49,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-19T19:25:49,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-19T19:25:49,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-19T19:25:49,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-19T19:25:49,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-19T19:25:49,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-19T19:25:49,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-19T19:25:49,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-19T19:25:49,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-19T19:25:49,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-19T19:25:49,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-19T19:25:49,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-19T19:25:49,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-19T19:25:49,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-19T19:25:49,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-19T19:25:49,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-19T19:25:49,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-19T19:25:49,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-19T19:25:49,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-19T19:25:49,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-19T19:25:49,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-19T19:25:49,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-19T19:25:49,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-19T19:25:49,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-19T19:25:49,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-19T19:25:49,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-19T19:25:49,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-19T19:25:49,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-19T19:25:49,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-19T19:25:49,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-19T19:25:49,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-19T19:25:49,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-19T19:25:49,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-19T19:25:49,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-19T19:25:49,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-19T19:25:49,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-19T19:25:49,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-19T19:25:49,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-19T19:25:49,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-19T19:25:49,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-19T19:25:49,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-19T19:25:49,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-19T19:25:49,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-19T19:25:49,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-19T19:25:49,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-19T19:25:49,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-19T19:25:49,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-19T19:25:49,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-19T19:25:49,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-19T19:25:49,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-19T19:25:49,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-19T19:25:49,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-19T19:25:49,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-19T19:25:49,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-19T19:25:49,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-19T19:25:49,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-19T19:25:49,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-19T19:25:49,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-19T19:25:49,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-19T19:25:49,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-19T19:25:49,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-19T19:25:49,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-19T19:25:49,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-19T19:25:49,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-19T19:25:49,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-19T19:25:49,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-19T19:25:49,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-19T19:25:49,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-19T19:25:49,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-19T19:25:49,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-19T19:25:49,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-19T19:25:49,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-19T19:25:49,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-19T19:25:49,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,521 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858): HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1732044348415; access_time=1732044347938; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044348451; access_time=1732044348418; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1732044348452; access_time=1732044348452; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-19T19:25:49,521 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-19T19:25:49,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-19T19:25:49,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-19T19:25:49,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-19T19:25:49,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-19T19:25:49,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-19T19:25:49,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-19T19:25:49,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-19T19:25:49,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-19T19:25:49,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-19T19:25:49,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-19T19:25:49,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-19T19:25:49,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-19T19:25:49,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-19T19:25:49,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-19T19:25:49,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-19T19:25:49,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-19T19:25:49,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-19T19:25:49,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-19T19:25:49,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-19T19:25:49,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-19T19:25:49,560 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.0, size=2.3 K (2324bytes) 2024-11-19T19:25:49,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.0 2024-11-19T19:25:49,561 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.0 after 1ms 2024-11-19T19:25:49,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-19T19:25:49,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,565 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.0 took 5ms 2024-11-19T19:25:49,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-19T19:25:49,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-19T19:25:49,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-19T19:25:49,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-19T19:25:49,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-19T19:25:49,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-19T19:25:49,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-19T19:25:49,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-19T19:25:49,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-19T19:25:49,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-19T19:25:49,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,589 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.0 so closing down 2024-11-19T19:25:49,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,590 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:49,590 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:49,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-19T19:25:49,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-19T19:25:49,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-19T19:25:49,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-19T19:25:49,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-19T19:25:49,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-19T19:25:49,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-19T19:25:49,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-19T19:25:49,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-19T19:25:49,611 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:25:49,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-19T19:25:49,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-19T19:25:49,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-19T19:25:49,618 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:25:49,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-19T19:25:49,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-19T19:25:49,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-19T19:25:49,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-19T19:25:49,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-19T19:25:49,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-19T19:25:49,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-19T19:25:49,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-19T19:25:49,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:25:49,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:25:49,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-19T19:25:49,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-19T19:25:49,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-19T19:25:49,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-19T19:25:49,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-19T19:25:49,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-19T19:25:49,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-19T19:25:49,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741875_1052 (size=743) 2024-11-19T19:25:49,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741875_1052 (size=743) 2024-11-19T19:25:49,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:49,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-19T19:25:49,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-19T19:25:49,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:25:49,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-19T19:25:49,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-19T19:25:49,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-19T19:25:49,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-19T19:25:49,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-19T19:25:49,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741876_1053 (size=743) 2024-11-19T19:25:49,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-19T19:25:49,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-19T19:25:49,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-19T19:25:49,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-19T19:25:49,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-19T19:25:49,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-19T19:25:49,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741876_1053 (size=743) 2024-11-19T19:25:49,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-19T19:25:49,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:49,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T19:25:49,809 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 237 ms; skipped=7; WAL=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-19T19:25:49,810 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.0, size=2.3 K (2324bytes) at 1732044349560Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.0 so closing down at 1732044349590 (+30 ms)3 split writer threads finished at 1732044349590Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044349637 (+47 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044349637Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044349778 (+141 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044349781 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044349806 (+25 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732044349809 (+3 ms)Processed 27 edits across 2 Regions in 237 ms; skipped=7; WAL=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732044349810 (+1 ms) 2024-11-19T19:25:49,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-19T19:25:49,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,813 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/oldWALs/wal.dat.0 2024-11-19T19:25:49,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,814 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:25:49,814 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.1 2024-11-19T19:25:49,814 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.1 after 0ms 2024-11-19T19:25:49,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-19T19:25:49,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-19T19:25:49,817 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.1 took 4ms 2024-11-19T19:25:49,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-19T19:25:49,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,820 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.1 so closing down 2024-11-19T19:25:49,820 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:49,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-19T19:25:49,820 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:49,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-19T19:25:49,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-19T19:25:49,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,830 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:25:49,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-19T19:25:49,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:25:49,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-19T19:25:49,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-19T19:25:49,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-19T19:25:49,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-19T19:25:49,844 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:25:49,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-19T19:25:49,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-19T19:25:49,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-19T19:25:49,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:25:49,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-19T19:25:49,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-19T19:25:49,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-19T19:25:49,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741877_1054 (size=743) 2024-11-19T19:25:49,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741877_1054 (size=743) 2024-11-19T19:25:49,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-19T19:25:49,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:49,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-19T19:25:49,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-19T19:25:49,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T19:25:49,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-19T19:25:49,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-19T19:25:49,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-19T19:25:49,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-19T19:25:49,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-19T19:25:49,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-19T19:25:49,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-19T19:25:49,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-19T19:25:49,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-19T19:25:49,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-19T19:25:49,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-19T19:25:49,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741878_1055 (size=743) 2024-11-19T19:25:49,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:49,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741878_1055 (size=743) 2024-11-19T19:25:49,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-19T19:25:49,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-19T19:25:49,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T19:25:49,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:25:49,913 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.1, size=1.4 K (1393bytes) at 1732044349814Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.1 so closing down at 1732044349820 (+6 ms)3 split writer threads finished at 1732044349820Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044349837 (+17 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044349853 (+16 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044349872 (+19 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732044349877 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044349908 (+31 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732044349912 (+4 ms)Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044349912 2024-11-19T19:25:49,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-19T19:25:49,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-19T19:25:49,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,919 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/oldWALs/wal.dat.1 2024-11-19T19:25:49,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,920 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2, size=150 (150bytes) 2024-11-19T19:25:49,920 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2 2024-11-19T19:25:49,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-19T19:25:49,922 WARN [IPC Server handler 4 on default port 36367 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-19T19:25:49,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-19T19:25:49,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2 after 3ms 2024-11-19T19:25:49,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-19T19:25:49,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-19T19:25:49,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-19T19:25:49,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-19T19:25:49,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-19T19:25:49,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-19T19:25:49,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-19T19:25:49,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-19T19:25:49,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-19T19:25:49,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-19T19:25:49,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-19T19:25:49,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-19T19:25:49,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-19T19:25:49,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-19T19:25:49,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-19T19:25:49,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-19T19:25:49,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-19T19:25:49,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-19T19:25:49,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-19T19:25:49,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-19T19:25:49,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-19T19:25:49,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-19T19:25:49,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-19T19:25:49,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-19T19:25:49,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-19T19:25:49,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-19T19:25:49,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-19T19:25:49,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-19T19:25:49,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-19T19:25:49,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-19T19:25:49,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-19T19:25:49,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-19T19:25:49,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-19T19:25:49,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-19T19:25:49,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-19T19:25:49,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:49,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:49,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-19T19:25:50,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-19T19:25:50,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-19T19:25:50,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-19T19:25:50,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-19T19:25:50,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-19T19:25:50,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-19T19:25:50,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-19T19:25:50,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-19T19:25:50,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-19T19:25:50,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-19T19:25:50,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-19T19:25:50,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-19T19:25:50,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-19T19:25:50,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-19T19:25:50,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-19T19:25:50,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-19T19:25:50,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-19T19:25:50,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-19T19:25:50,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-19T19:25:50,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-19T19:25:50,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-19T19:25:50,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-19T19:25:50,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-19T19:25:50,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-19T19:25:50,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-19T19:25:50,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-19T19:25:50,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-19T19:25:50,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-19T19:25:50,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-19T19:25:50,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-19T19:25:50,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-19T19:25:50,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-19T19:25:50,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-19T19:25:50,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-19T19:25:50,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-19T19:25:50,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-19T19:25:50,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-19T19:25:50,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-19T19:25:50,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-19T19:25:50,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-19T19:25:50,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-19T19:25:50,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-19T19:25:50,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-19T19:25:50,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-19T19:25:50,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-19T19:25:50,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-19T19:25:50,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-19T19:25:50,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-19T19:25:50,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-19T19:25:50,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-19T19:25:50,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-19T19:25:50,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-19T19:25:50,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-19T19:25:50,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-19T19:25:50,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-19T19:25:50,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-19T19:25:50,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-19T19:25:50,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-19T19:25:50,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-19T19:25:50,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-19T19:25:50,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-19T19:25:50,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-19T19:25:50,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-19T19:25:50,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-19T19:25:50,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-19T19:25:50,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-19T19:25:50,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-19T19:25:50,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-19T19:25:50,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-19T19:25:50,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-19T19:25:50,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-19T19:25:50,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-19T19:25:50,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-19T19:25:50,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-19T19:25:50,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-19T19:25:50,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-19T19:25:50,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-19T19:25:50,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-19T19:25:50,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-19T19:25:50,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-19T19:25:50,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-19T19:25:50,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-19T19:25:50,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-19T19:25:50,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-19T19:25:50,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-19T19:25:50,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-19T19:25:50,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-19T19:25:50,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-19T19:25:50,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-19T19:25:50,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-19T19:25:50,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-19T19:25:50,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-19T19:25:50,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-19T19:25:50,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-19T19:25:50,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-19T19:25:50,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-19T19:25:50,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-19T19:25:50,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-19T19:25:50,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-19T19:25:50,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-19T19:25:50,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-19T19:25:50,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-19T19:25:50,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-19T19:25:50,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-19T19:25:50,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-19T19:25:50,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-19T19:25:50,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-19T19:25:50,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-19T19:25:50,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-19T19:25:50,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-19T19:25:50,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-19T19:25:50,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-19T19:25:50,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-19T19:25:50,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-19T19:25:50,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-19T19:25:50,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-19T19:25:50,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-19T19:25:50,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-19T19:25:50,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-19T19:25:50,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-19T19:25:50,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-19T19:25:50,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-19T19:25:50,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-19T19:25:50,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-19T19:25:50,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-19T19:25:50,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-19T19:25:50,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-19T19:25:50,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-19T19:25:50,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-19T19:25:50,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-19T19:25:50,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-19T19:25:50,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-19T19:25:50,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-19T19:25:50,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-19T19:25:50,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-19T19:25:50,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-19T19:25:50,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-19T19:25:50,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-19T19:25:50,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-19T19:25:50,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-19T19:25:50,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-19T19:25:50,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-19T19:25:50,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-19T19:25:50,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-19T19:25:50,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-19T19:25:50,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-19T19:25:50,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-19T19:25:50,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-19T19:25:50,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-19T19:25:50,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-19T19:25:50,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-19T19:25:50,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-19T19:25:50,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-19T19:25:50,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-19T19:25:50,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-19T19:25:50,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-19T19:25:50,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-19T19:25:50,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-19T19:25:50,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-19T19:25:50,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-19T19:25:50,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-19T19:25:50,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-19T19:25:50,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-19T19:25:50,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-19T19:25:50,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-19T19:25:50,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-19T19:25:50,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-19T19:25:50,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-19T19:25:50,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-19T19:25:50,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-19T19:25:50,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-19T19:25:50,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-19T19:25:50,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-19T19:25:50,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-19T19:25:50,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-19T19:25:50,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-19T19:25:50,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-19T19:25:50,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-19T19:25:50,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-19T19:25:50,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-19T19:25:50,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-19T19:25:50,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-19T19:25:50,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-19T19:25:50,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-19T19:25:50,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-19T19:25:50,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-19T19:25:50,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-19T19:25:50,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-19T19:25:50,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-19T19:25:50,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-19T19:25:50,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-19T19:25:50,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-19T19:25:50,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-19T19:25:50,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-19T19:25:50,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-19T19:25:50,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-19T19:25:50,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-19T19:25:50,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-19T19:25:50,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-19T19:25:50,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-19T19:25:50,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-19T19:25:50,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-19T19:25:50,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-19T19:25:50,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-19T19:25:50,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-19T19:25:50,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-19T19:25:50,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-19T19:25:50,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-19T19:25:50,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-19T19:25:50,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-19T19:25:50,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-19T19:25:50,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-19T19:25:50,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-19T19:25:50,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-19T19:25:50,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-19T19:25:50,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-19T19:25:50,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-19T19:25:50,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-19T19:25:50,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-19T19:25:50,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-19T19:25:50,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-19T19:25:50,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-19T19:25:50,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-19T19:25:50,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-19T19:25:50,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-19T19:25:50,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-19T19:25:50,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-19T19:25:50,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-19T19:25:50,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-19T19:25:50,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-19T19:25:50,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-19T19:25:50,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-19T19:25:50,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-19T19:25:50,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-19T19:25:50,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-19T19:25:50,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-19T19:25:50,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-19T19:25:50,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-19T19:25:50,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-19T19:25:50,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-19T19:25:50,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-19T19:25:50,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-19T19:25:50,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-19T19:25:50,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-19T19:25:50,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-19T19:25:50,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-19T19:25:50,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-19T19:25:50,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-19T19:25:50,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-19T19:25:50,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-19T19:25:50,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-19T19:25:50,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-19T19:25:50,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-19T19:25:50,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-19T19:25:50,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-19T19:25:50,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-19T19:25:50,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-19T19:25:50,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-19T19:25:50,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-19T19:25:50,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-19T19:25:50,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-19T19:25:50,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-19T19:25:50,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-19T19:25:50,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-19T19:25:50,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-19T19:25:50,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-19T19:25:50,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-19T19:25:50,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-19T19:25:50,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-19T19:25:50,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-19T19:25:50,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-19T19:25:50,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-19T19:25:50,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-19T19:25:50,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-19T19:25:50,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-19T19:25:50,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-19T19:25:50,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-19T19:25:50,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-19T19:25:50,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-19T19:25:50,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-19T19:25:50,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-19T19:25:50,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-19T19:25:50,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-19T19:25:50,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-19T19:25:50,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-19T19:25:50,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-19T19:25:50,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-19T19:25:50,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-19T19:25:50,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-19T19:25:50,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-19T19:25:50,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-19T19:25:50,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-19T19:25:50,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-19T19:25:50,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-19T19:25:50,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-19T19:25:50,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-19T19:25:50,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-19T19:25:50,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-19T19:25:50,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-19T19:25:50,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-19T19:25:50,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-19T19:25:50,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-19T19:25:50,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-19T19:25:50,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-19T19:25:50,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-19T19:25:50,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-19T19:25:50,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-19T19:25:50,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-19T19:25:50,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-19T19:25:50,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-19T19:25:50,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-19T19:25:50,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-19T19:25:50,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-19T19:25:50,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-19T19:25:50,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-19T19:25:50,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-19T19:25:50,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-19T19:25:50,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-19T19:25:50,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-19T19:25:50,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-19T19:25:50,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-19T19:25:50,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-19T19:25:50,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-19T19:25:50,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-19T19:25:50,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-19T19:25:50,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-19T19:25:50,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-19T19:25:50,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-19T19:25:50,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-19T19:25:50,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-19T19:25:50,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-19T19:25:50,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-19T19:25:50,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-19T19:25:50,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-19T19:25:50,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-19T19:25:50,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-19T19:25:50,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-19T19:25:50,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-11-19T19:25:50,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-11-19T19:25:50,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-11-19T19:25:50,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-11-19T19:25:50,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=943, seq=0 2024-11-19T19:25:50,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=944, seq=0 2024-11-19T19:25:50,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=945, seq=0 2024-11-19T19:25:50,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=946, seq=0 2024-11-19T19:25:50,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=947, seq=0 2024-11-19T19:25:50,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=948, seq=0 2024-11-19T19:25:50,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=949, seq=0 2024-11-19T19:25:50,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=950, seq=0 2024-11-19T19:25:50,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=951, seq=0 2024-11-19T19:25:50,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=952, seq=0 2024-11-19T19:25:50,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=953, seq=0 2024-11-19T19:25:50,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=954, seq=0 2024-11-19T19:25:50,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=955, seq=0 2024-11-19T19:25:50,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=956, seq=0 2024-11-19T19:25:50,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=957, seq=0 2024-11-19T19:25:50,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=958, seq=0 2024-11-19T19:25:50,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=959, seq=0 2024-11-19T19:25:50,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=960, seq=0 2024-11-19T19:25:50,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=961, seq=0 2024-11-19T19:25:50,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=962, seq=0 2024-11-19T19:25:50,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=963, seq=0 2024-11-19T19:25:50,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=964, seq=0 2024-11-19T19:25:50,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=965, seq=0 2024-11-19T19:25:50,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=966, seq=0 2024-11-19T19:25:50,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=967, seq=0 2024-11-19T19:25:50,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=968, seq=0 2024-11-19T19:25:50,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=969, seq=0 2024-11-19T19:25:50,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=970, seq=0 2024-11-19T19:25:50,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=971, seq=0 2024-11-19T19:25:50,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=972, seq=0 2024-11-19T19:25:50,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=973, seq=0 2024-11-19T19:25:50,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=974, seq=0 2024-11-19T19:25:50,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=975, seq=0 2024-11-19T19:25:50,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=976, seq=0 2024-11-19T19:25:50,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=977, seq=0 2024-11-19T19:25:50,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=978, seq=0 2024-11-19T19:25:50,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=979, seq=0 2024-11-19T19:25:50,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=980, seq=0 2024-11-19T19:25:50,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=981, seq=0 2024-11-19T19:25:50,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=982, seq=0 2024-11-19T19:25:50,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=983, seq=0 2024-11-19T19:25:50,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=984, seq=0 2024-11-19T19:25:50,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=985, seq=0 2024-11-19T19:25:50,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=986, seq=0 2024-11-19T19:25:50,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=987, seq=0 2024-11-19T19:25:50,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=988, seq=0 2024-11-19T19:25:50,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=989, seq=0 2024-11-19T19:25:50,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=990, seq=0 2024-11-19T19:25:50,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=991, seq=0 2024-11-19T19:25:50,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=992, seq=0 2024-11-19T19:25:50,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=993, seq=0 2024-11-19T19:25:50,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=994, seq=0 2024-11-19T19:25:50,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=995, seq=0 2024-11-19T19:25:50,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=996, seq=0 2024-11-19T19:25:50,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=997, seq=0 2024-11-19T19:25:50,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=998, seq=0 2024-11-19T19:25:50,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=999, seq=0 2024-11-19T19:25:50,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1000, seq=0 2024-11-19T19:25:50,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1001, seq=0 2024-11-19T19:25:50,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1002, seq=0 2024-11-19T19:25:50,734 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_324611740_539 at /127.0.0.1:33542 [Receiving block BP-1255008390-172.17.0.3-1732044331018:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:43379:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33542 dst: /127.0.0.1:43379 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:25:50,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-19T19:25:50,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-19T19:25:50,735 WARN [ResponseProcessor for block BP-1255008390-172.17.0.3-1732044331018:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1255008390-172.17.0.3-1732044331018:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T19:25:50,735 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_324611740_539 at /127.0.0.1:55200 [Receiving block BP-1255008390-172.17.0.3-1732044331018:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:33931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55200 dst: /127.0.0.1:33931 java.nio.channels.ClosedByInterruptException: null at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:199) ~[?:?] at sun.nio.ch.FileChannelImpl.endBlocking(FileChannelImpl.java:171) ~[?:?] at sun.nio.ch.FileChannelImpl.position(FileChannelImpl.java:349) ~[?:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.adjustCrcChannelPosition(FsDatasetImpl.java:1948) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.adjustCrcFilePosition(BlockReceiver.java:1171) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:788) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:25:50,735 WARN [DataStreamer for file /user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2 block BP-1255008390-172.17.0.3-1732044331018:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1255008390-172.17.0.3-1732044331018:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:33931,DS-1fcea489-1996-48ab-9b84-c0a003358ab7,DISK], DatanodeInfoWithStorage[127.0.0.1:43379,DS-ca0b2fb3-2e44-40e6-b6de-b3c36fc65d24,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:33931,DS-1fcea489-1996-48ab-9b84-c0a003358ab7,DISK]) is bad. 2024-11-19T19:25:50,736 WARN [org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$1@7d2ac10b {}] datanode.BlockRecoveryWorker$RecoveryTaskContiguous(164): Failed to recover block (block=BP-1255008390-172.17.0.3-1732044331018:blk_1073741874_1051, datanode=DatanodeInfoWithStorage[127.0.0.1:33931,null,null]) java.io.IOException: getBytesOnDisk() < getVisibleLength(), rip=ReplicaBeingWritten, blk_1073741874_1051, RBW getNumBytes() = 63525 getBytesOnDisk() = 63460 getVisibleLength()= 63525 getVolume() = /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5/data/data2 getBlockURI() = file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5/data/data2/current/BP-1255008390-172.17.0.3-1732044331018/current/rbw/blk_1073741874 bytesAcked=63525 bytesOnDisk=63460 at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecoveryImpl(FsDatasetImpl.java:3034) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecovery(FsDatasetImpl.java:2985) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecovery(FsDatasetImpl.java:2968) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataNode.initReplicaRecovery(DataNode.java:3526) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker.callInitReplicaRecovery(BlockRecoveryWorker.java:561) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker.access$400(BlockRecoveryWorker.java:57) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$RecoveryTaskContiguous.recover(BlockRecoveryWorker.java:135) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$1.run(BlockRecoveryWorker.java:602) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:25:50,736 WARN [DataStreamer for file /user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2 block BP-1255008390-172.17.0.3-1732044331018:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1255008390-172.17.0.3-1732044331018:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T19:25:50,737 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1255008390-172.17.0.3-1732044331018:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T19:25:50,738 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1255008390-172.17.0.3-1732044331018:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-19T19:25:50,738 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1255008390-172.17.0.3-1732044331018:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 1003 2024-11-19T19:25:50,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-19T19:25:50,738 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1255008390-172.17.0.3-1732044331018:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T19:25:50,739 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1255008390-172.17.0.3-1732044331018:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T19:25:53,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741874_1056 (size=63525) 2024-11-19T19:25:53,924 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2 after 4004ms 2024-11-19T19:25:53,928 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2 took 4009ms 2024-11-19T19:25:53,968 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2; continuing. 2024-11-19T19:25:53,968 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2 so closing down 2024-11-19T19:25:53,969 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:53,969 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:53,972 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:25:53,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:25:53,979 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:25:53,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:25:53,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741880_1058 (size=743) 2024-11-19T19:25:53,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741880_1058 (size=743) 2024-11-19T19:25:53,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:54,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741879_1057 (size=62883) 2024-11-19T19:25:54,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741879_1057 (size=62883) 2024-11-19T19:25:54,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T19:25:54,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 982 edits, skipped 0 edits in 10 ms) 2024-11-19T19:25:54,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T19:25:54,406 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 992 edits across 2 Regions in 469 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-19T19:25:54,406 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2, size=150 (150bytes) at 1732044349920Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2 so closing down at 1732044353968 (+4048 ms)3 split writer threads finished at 1732044353969 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732044353974 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044353985 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044353997 (+12 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732044354005 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 982 edits, skipped 0 edits in 10 ms) at 1732044354401 (+396 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732044354405 (+4 ms)Processed 992 edits across 2 Regions in 469 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1732044354406 (+1 ms) 2024-11-19T19:25:54,409 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/WALs/testlogcannotbewrittenonceparsed,16010,1732044347858/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/006c0dd9-5fe2-ec53-4daa-b2b476d8ce80/oldWALs/wal.dat.2 2024-11-19T19:25:54,409 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-19T19:25:54,442 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=1002, robber=1002 2024-11-19T19:25:54,467 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=147 (was 140) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-266261510_22 at /127.0.0.1:49806 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:36367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:36367 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-266261510_22 at /127.0.0.1:34510 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:39755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:36367 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2670e8bd[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:36367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=395 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 506) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4951 (was 5040) 2024-11-19T19:25:54,485 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=147, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=11, AvailableMemoryMB=4948 2024-11-19T19:25:54,487 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:25:54,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741881_1059 (size=7) 2024-11-19T19:25:54,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741881_1059 (size=7) 2024-11-19T19:25:54,499 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:25:54,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:54,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:54,503 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:25:54,505 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:25:54,506 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:25:54,507 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:25:54,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741882_1060 (size=1393) 2024-11-19T19:25:54,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741882_1060 (size=1393) 2024-11-19T19:25:54,524 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:25:54,524 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:25:54,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741883_1061 (size=1393) 2024-11-19T19:25:54,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741883_1061 (size=1393) 2024-11-19T19:25:54,540 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:25:54,541 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:25:54,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741884_1062 (size=1393) 2024-11-19T19:25:54,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741884_1062 (size=1393) 2024-11-19T19:25:54,960 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:25:54,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:25:54,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741885_1063 (size=1393) 2024-11-19T19:25:54,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741885_1063 (size=1393) 2024-11-19T19:25:54,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:25:54,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:25:54,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:54,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:54,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741886_1064 (size=1393) 2024-11-19T19:25:55,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741886_1064 (size=1393) 2024-11-19T19:25:55,001 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:25:55,002 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:25:55,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741887_1065 (size=1393) 2024-11-19T19:25:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741887_1065 (size=1393) 2024-11-19T19:25:55,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:25:55,028 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:25:55,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741888_1066 (size=1405) 2024-11-19T19:25:55,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741888_1066 (size=1405) 2024-11-19T19:25:55,059 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:25:55,059 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:25:55,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741889_1067 (size=1413) 2024-11-19T19:25:55,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741889_1067 (size=1413) 2024-11-19T19:25:55,076 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:25:55,077 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:25:55,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741890_1068 (size=1413) 2024-11-19T19:25:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741890_1068 (size=1413) 2024-11-19T19:25:55,105 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:25:55,105 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:25:55,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:55,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:55,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741891_1069 (size=1413) 2024-11-19T19:25:55,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741891_1069 (size=1413) 2024-11-19T19:25:55,131 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:25:55,148 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:25:55,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.0 2024-11-19T19:25:55,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.0 after 1ms 2024-11-19T19:25:55,150 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:25:57,165 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.0 took 2018ms 2024-11-19T19:25:57,169 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.0 so closing down 2024-11-19T19:25:57,169 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:57,169 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:57,173 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:25:57,173 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:25:57,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:25:57,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:25:57,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741893_1071 (size=743) 2024-11-19T19:25:57,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741893_1071 (size=743) 2024-11-19T19:25:57,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741892_1070 (size=743) 2024-11-19T19:25:57,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:57,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741892_1070 (size=743) 2024-11-19T19:25:57,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T19:25:57,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:57,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:25:57,593 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:25:57,593 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.0, size=1.4 K (1393bytes) at 1732044355148Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.0 so closing down at 1732044357169 (+2021 ms)3 split writer threads finished at 1732044357169Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044357174 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044357174Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044357181 (+7 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732044357186 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044357583 (+397 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044357593 (+10 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044357593 2024-11-19T19:25:57,600 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/oldWALs/wal.dat.0 2024-11-19T19:25:57,600 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:25:57,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.1 2024-11-19T19:25:57,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.1 after 1ms 2024-11-19T19:25:57,607 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.1 took 7ms 2024-11-19T19:25:57,609 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.1 so closing down 2024-11-19T19:25:57,609 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:57,609 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:57,613 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:25:57,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:25:57,620 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:25:57,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741894_1072 (size=743) 2024-11-19T19:25:57,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741894_1072 (size=743) 2024-11-19T19:25:57,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:57,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:25:57,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T19:25:57,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741895_1073 (size=743) 2024-11-19T19:25:57,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741895_1073 (size=743) 2024-11-19T19:25:57,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:57,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T19:25:57,636 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:25:57,636 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.1, size=1.4 K (1393bytes) at 1732044357600Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.1 so closing down at 1732044357609 (+9 ms)3 split writer threads finished at 1732044357609Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044357616 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044357624 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044357624Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732044357628 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044357631 (+3 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732044357636 (+5 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044357636 2024-11-19T19:25:57,640 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/oldWALs/wal.dat.1 2024-11-19T19:25:57,641 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:25:57,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.2 2024-11-19T19:25:57,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.2 after 1ms 2024-11-19T19:25:57,645 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.2 took 4ms 2024-11-19T19:25:57,647 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.2 so closing down 2024-11-19T19:25:57,647 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:57,647 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:57,650 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:25:57,650 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:25:57,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:25:57,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:25:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741896_1074 (size=743) 2024-11-19T19:25:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741896_1074 (size=743) 2024-11-19T19:25:57,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:57,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741897_1075 (size=743) 2024-11-19T19:25:57,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741897_1075 (size=743) 2024-11-19T19:25:57,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:57,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T19:25:57,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T19:25:57,664 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:25:57,664 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.2, size=1.4 K (1393bytes) at 1732044357641Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.2 so closing down at 1732044357647 (+6 ms)3 split writer threads finished at 1732044357647Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732044357651 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044357652 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044357658 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044357660 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732044357661 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732044357664 (+3 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044357664 2024-11-19T19:25:57,667 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/oldWALs/wal.dat.2 2024-11-19T19:25:57,667 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:25:57,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.3 2024-11-19T19:25:57,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.3 after 0ms 2024-11-19T19:25:57,672 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.3 took 4ms 2024-11-19T19:25:57,673 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.3 so closing down 2024-11-19T19:25:57,673 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:57,673 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:57,676 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T19:25:57,676 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T19:25:57,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T19:25:57,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T19:25:57,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741898_1076 (size=743) 2024-11-19T19:25:57,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741899_1077 (size=743) 2024-11-19T19:25:57,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:57,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741899_1077 (size=743) 2024-11-19T19:25:57,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741898_1076 (size=743) 2024-11-19T19:25:57,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T19:25:58,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:58,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T19:25:58,090 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:25:58,090 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.3, size=1.4 K (1393bytes) at 1732044357667Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.3 so closing down at 1732044357673 (+6 ms)3 split writer threads finished at 1732044357673Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044357678 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732044357678Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044357687 (+9 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732044357689 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044358088 (+399 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732044358090 (+2 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044358090 2024-11-19T19:25:58,093 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/oldWALs/wal.dat.3 2024-11-19T19:25:58,094 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T19:25:58,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.4 2024-11-19T19:25:58,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.4 after 0ms 2024-11-19T19:25:58,097 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.4 took 4ms 2024-11-19T19:25:58,100 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.4 so closing down 2024-11-19T19:25:58,100 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:58,100 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:58,103 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T19:25:58,103 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T19:25:58,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T19:25:58,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T19:25:58,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741901_1079 (size=743) 2024-11-19T19:25:58,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741901_1079 (size=743) 2024-11-19T19:25:58,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741900_1078 (size=743) 2024-11-19T19:25:58,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741900_1078 (size=743) 2024-11-19T19:25:58,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:58,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T19:25:58,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:58,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T19:25:58,518 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:25:58,518 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.4, size=1.4 K (1393bytes) at 1732044358094Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.4 so closing down at 1732044358100 (+6 ms)3 split writer threads finished at 1732044358100Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044358104 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732044358104Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044358116 (+12 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732044358119 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044358513 (+394 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732044358518 (+5 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044358518 2024-11-19T19:25:58,523 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/oldWALs/wal.dat.4 2024-11-19T19:25:58,523 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T19:25:58,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.5 2024-11-19T19:25:58,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.5 after 1ms 2024-11-19T19:25:58,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.5 took 6ms 2024-11-19T19:25:58,531 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.5 so closing down 2024-11-19T19:25:58,531 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:58,531 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:58,536 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T19:25:58,536 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T19:25:58,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T19:25:58,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T19:25:58,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741903_1081 (size=743) 2024-11-19T19:25:58,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741903_1081 (size=743) 2024-11-19T19:25:58,543 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:58,546 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T19:25:58,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741902_1080 (size=743) 2024-11-19T19:25:58,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741902_1080 (size=743) 2024-11-19T19:25:58,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:58,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T19:25:58,550 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:25:58,551 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.5, size=1.4 K (1393bytes) at 1732044358523Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.5 so closing down at 1732044358531 (+8 ms)3 split writer threads finished at 1732044358531Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732044358538 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732044358538Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044358543 (+5 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732044358546 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044358548 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732044358550 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044358550 2024-11-19T19:25:58,553 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/oldWALs/wal.dat.5 2024-11-19T19:25:58,553 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T19:25:58,553 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.6 2024-11-19T19:25:58,554 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.6 after 1ms 2024-11-19T19:25:58,556 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.6 took 3ms 2024-11-19T19:25:58,558 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.6 so closing down 2024-11-19T19:25:58,558 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:58,558 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:58,561 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T19:25:58,561 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T19:25:58,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T19:25:58,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T19:25:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741905_1083 (size=749) 2024-11-19T19:25:58,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:58,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741904_1082 (size=749) 2024-11-19T19:25:58,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741904_1082 (size=749) 2024-11-19T19:25:58,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741905_1083 (size=749) 2024-11-19T19:25:58,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T19:25:58,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:58,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T19:25:58,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T19:25:58,987 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.6, size=1.4 K (1405bytes) at 1732044358553Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.6 so closing down at 1732044358558 (+5 ms)3 split writer threads finished at 1732044358558Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732044358562 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732044358562Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044358578 (+16 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732044358580 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044358980 (+400 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732044358986 (+6 ms)Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732044358986 2024-11-19T19:25:58,991 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/oldWALs/wal.dat.6 2024-11-19T19:25:58,991 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:25:58,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.7 2024-11-19T19:25:58,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.7 after 1ms 2024-11-19T19:25:58,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.7 took 5ms 2024-11-19T19:25:58,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.7 so closing down 2024-11-19T19:25:58,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:58,998 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:59,002 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T19:25:59,002 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T19:25:59,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T19:25:59,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T19:25:59,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741907_1085 (size=753) 2024-11-19T19:25:59,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741906_1084 (size=753) 2024-11-19T19:25:59,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741907_1085 (size=753) 2024-11-19T19:25:59,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741906_1084 (size=753) 2024-11-19T19:25:59,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:59,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:59,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T19:25:59,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T19:25:59,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:25:59,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.7, size=1.4 K (1413bytes) at 1732044358991Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.7 so closing down at 1732044358998 (+7 ms)3 split writer threads finished at 1732044358998Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044359003 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732044359004 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044359010 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044359010Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732044359012 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732044359012Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044359012 2024-11-19T19:25:59,015 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/oldWALs/wal.dat.7 2024-11-19T19:25:59,015 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T19:25:59,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.8 2024-11-19T19:25:59,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.8 after 1ms 2024-11-19T19:25:59,019 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.8 took 4ms 2024-11-19T19:25:59,020 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.8 so closing down 2024-11-19T19:25:59,020 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:59,020 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:59,027 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T19:25:59,027 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T19:25:59,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T19:25:59,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T19:25:59,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741909_1087 (size=753) 2024-11-19T19:25:59,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741909_1087 (size=753) 2024-11-19T19:25:59,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741908_1086 (size=753) 2024-11-19T19:25:59,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741908_1086 (size=753) 2024-11-19T19:25:59,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:59,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T19:25:59,434 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:59,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T19:25:59,439 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:25:59,439 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.8, size=1.4 K (1413bytes) at 1732044359015Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.8 so closing down at 1732044359020 (+5 ms)3 split writer threads finished at 1732044359020Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732044359028 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732044359028Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044359035 (+7 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732044359037 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044359434 (+397 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732044359438 (+4 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044359439 (+1 ms) 2024-11-19T19:25:59,444 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/oldWALs/wal.dat.8 2024-11-19T19:25:59,444 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T19:25:59,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.9 2024-11-19T19:25:59,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.9 after 0ms 2024-11-19T19:25:59,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.9 took 5ms 2024-11-19T19:25:59,451 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.9 so closing down 2024-11-19T19:25:59,451 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:25:59,452 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:25:59,455 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T19:25:59,455 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T19:25:59,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T19:25:59,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T19:25:59,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741911_1089 (size=753) 2024-11-19T19:25:59,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741911_1089 (size=753) 2024-11-19T19:25:59,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741910_1088 (size=753) 2024-11-19T19:25:59,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741910_1088 (size=753) 2024-11-19T19:25:59,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:59,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T19:25:59,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:25:59,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T19:25:59,866 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:25:59,866 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.9, size=1.4 K (1413bytes) at 1732044359444Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.9 so closing down at 1732044359451 (+7 ms)3 split writer threads finished at 1732044359452 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044359456 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044359456Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044359466 (+10 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732044359468 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044359863 (+395 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732044359866 (+3 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044359866 2024-11-19T19:25:59,870 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/WALs/testretryopenduringrecovery,16010,1732044354503/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/f78cb689-ef68-2650-7ec9-824410e1fbe8/oldWALs/wal.dat.9 2024-11-19T19:25:59,881 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=147 (was 147), OpenFileDescriptor=393 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=478 (was 520), ProcessCount=11 (was 11), AvailableMemoryMB=4940 (was 4948) 2024-11-19T19:25:59,887 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=147, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=478, ProcessCount=11, AvailableMemoryMB=4939 2024-11-19T19:25:59,887 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:25:59,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741912_1090 (size=7) 2024-11-19T19:25:59,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741912_1090 (size=7) 2024-11-19T19:25:59,897 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:25:59,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:59,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:25:59,902 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:25:59,902 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:25:59,903 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:25:59,905 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:25:59,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741913_1091 (size=1393) 2024-11-19T19:25:59,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741913_1091 (size=1393) 2024-11-19T19:25:59,957 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:25:59,957 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:25:59,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741914_1092 (size=1393) 2024-11-19T19:25:59,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741914_1092 (size=1393) 2024-11-19T19:25:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:25:59,975 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:25:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:25:59,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741915_1093 (size=1393) 2024-11-19T19:25:59,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741915_1093 (size=1393) 2024-11-19T19:25:59,998 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:25:59,998 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:25:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:25:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741916_1094 (size=1393) 2024-11-19T19:26:00,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741916_1094 (size=1393) 2024-11-19T19:26:00,019 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:00,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:00,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741917_1095 (size=1393) 2024-11-19T19:26:00,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741917_1095 (size=1393) 2024-11-19T19:26:00,442 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:00,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:00,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,454 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:00,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741919_1097 (size=1405) 2024-11-19T19:26:00,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741919_1097 (size=1405) 2024-11-19T19:26:00,469 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:00,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:00,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741920_1098 (size=1413) 2024-11-19T19:26:00,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741920_1098 (size=1413) 2024-11-19T19:26:00,485 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:00,485 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:00,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741921_1099 (size=1413) 2024-11-19T19:26:00,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741921_1099 (size=1413) 2024-11-19T19:26:00,499 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:00,500 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:00,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:00,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:00,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741922_1100 (size=1413) 2024-11-19T19:26:00,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741922_1100 (size=1413) 2024-11-19T19:26:00,516 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:00,532 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:00,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.0 2024-11-19T19:26:00,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.0 after 0ms 2024-11-19T19:26:00,535 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.0 took 3ms 2024-11-19T19:26:00,537 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.0 so closing down 2024-11-19T19:26:00,537 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:00,537 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:00,539 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:00,539 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:00,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:00,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:00,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741923_1101 (size=743) 2024-11-19T19:26:00,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741923_1101 (size=743) 2024-11-19T19:26:00,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741924_1102 (size=743) 2024-11-19T19:26:00,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:00,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741924_1102 (size=743) 2024-11-19T19:26:00,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T19:26:00,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:00,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:26:00,961 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:00,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.0, size=1.4 K (1393bytes) at 1732044360532Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.0 so closing down at 1732044360537 (+5 ms)3 split writer threads finished at 1732044360537Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044360541 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044360541Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044360554 (+13 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732044360556 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044360956 (+400 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044360961 (+5 ms)Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044360961 2024-11-19T19:26:00,966 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/oldWALs/wal.dat.0 2024-11-19T19:26:00,967 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:26:00,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.1 2024-11-19T19:26:00,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.1 after 0ms 2024-11-19T19:26:00,971 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.1 took 5ms 2024-11-19T19:26:00,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.1 so closing down 2024-11-19T19:26:00,973 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:00,973 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:00,976 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:00,976 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:00,978 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:00,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:00,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741925_1103 (size=743) 2024-11-19T19:26:00,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741926_1104 (size=743) 2024-11-19T19:26:00,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741926_1104 (size=743) 2024-11-19T19:26:00,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741925_1103 (size=743) 2024-11-19T19:26:01,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:01,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:01,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T19:26:01,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T19:26:01,388 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:01,388 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.1, size=1.4 K (1393bytes) at 1732044360967Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.1 so closing down at 1732044360973 (+6 ms)3 split writer threads finished at 1732044360973Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044360978 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044360978Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044361386 (+408 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044361386Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732044361387 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732044361388 (+1 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044361388 2024-11-19T19:26:01,393 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/oldWALs/wal.dat.1 2024-11-19T19:26:01,393 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:26:01,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.2 2024-11-19T19:26:01,394 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.2 after 1ms 2024-11-19T19:26:01,396 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.2 took 3ms 2024-11-19T19:26:01,398 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.2 so closing down 2024-11-19T19:26:01,398 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:01,398 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:01,400 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:01,400 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:01,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:01,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:01,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741927_1105 (size=743) 2024-11-19T19:26:01,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741927_1105 (size=743) 2024-11-19T19:26:01,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741928_1106 (size=743) 2024-11-19T19:26:01,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741928_1106 (size=743) 2024-11-19T19:26:01,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:01,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T19:26:01,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:01,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T19:26:01,815 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:01,815 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.2, size=1.4 K (1393bytes) at 1732044361393Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.2 so closing down at 1732044361398 (+5 ms)3 split writer threads finished at 1732044361398Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732044361402 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044361402Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044361413 (+11 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732044361414 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044361811 (+397 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732044361815 (+4 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044361815 2024-11-19T19:26:01,819 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/oldWALs/wal.dat.2 2024-11-19T19:26:01,819 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:26:01,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.3 2024-11-19T19:26:01,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.3 after 1ms 2024-11-19T19:26:01,823 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.3 took 4ms 2024-11-19T19:26:01,824 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.3 so closing down 2024-11-19T19:26:01,824 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:01,825 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:01,827 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:01,827 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:01,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:01,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:01,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741930_1108 (size=743) 2024-11-19T19:26:01,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741930_1108 (size=743) 2024-11-19T19:26:01,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:01,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T19:26:01,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741929_1107 (size=743) 2024-11-19T19:26:01,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741929_1107 (size=743) 2024-11-19T19:26:01,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:01,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T19:26:01,837 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:01,837 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.3, size=1.4 K (1393bytes) at 1732044361819Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.3 so closing down at 1732044361824 (+5 ms)3 split writer threads finished at 1732044361825 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044361828 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732044361828Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044361833 (+5 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732044361835 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044361836 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732044361837 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044361837 2024-11-19T19:26:01,839 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/oldWALs/wal.dat.3 2024-11-19T19:26:01,839 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T19:26:01,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.4 2024-11-19T19:26:01,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.4 after 0ms 2024-11-19T19:26:01,841 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.4 took 2ms 2024-11-19T19:26:01,842 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.4 so closing down 2024-11-19T19:26:01,842 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:01,842 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:01,844 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:01,844 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:01,845 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:01,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:01,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741931_1109 (size=743) 2024-11-19T19:26:01,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741931_1109 (size=743) 2024-11-19T19:26:01,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741932_1110 (size=743) 2024-11-19T19:26:01,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:01,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741932_1110 (size=743) 2024-11-19T19:26:01,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T19:26:02,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:02,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T19:26:02,258 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:02,259 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.4, size=1.4 K (1393bytes) at 1732044361839Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.4 so closing down at 1732044361842 (+3 ms)3 split writer threads finished at 1732044361842Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044361845 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732044361845Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044361850 (+5 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732044361851 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044362252 (+401 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732044362258 (+6 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044362258 2024-11-19T19:26:02,262 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/oldWALs/wal.dat.4 2024-11-19T19:26:02,262 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5, size=150 (150bytes) 2024-11-19T19:26:02,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5 2024-11-19T19:26:02,263 WARN [IPC Server handler 1 on default port 36367 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-19T19:26:02,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5 after 1ms 2024-11-19T19:26:02,740 WARN [ResponseProcessor for block BP-1255008390-172.17.0.3-1732044331018:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1255008390-172.17.0.3-1732044331018:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T19:26:02,740 WARN [DataStreamer for file /user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5 block BP-1255008390-172.17.0.3-1732044331018:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1255008390-172.17.0.3-1732044331018:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43379,DS-ca0b2fb3-2e44-40e6-b6de-b3c36fc65d24,DISK], DatanodeInfoWithStorage[127.0.0.1:33931,DS-1fcea489-1996-48ab-9b84-c0a003358ab7,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43379,DS-ca0b2fb3-2e44-40e6-b6de-b3c36fc65d24,DISK]) is bad. 2024-11-19T19:26:02,739 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1518637483_22 at /127.0.0.1:34864 [Receiving block BP-1255008390-172.17.0.3-1732044331018:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:43379:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34864 dst: /127.0.0.1:43379 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43379 remote=/127.0.0.1:34864]. Total timeout mills is 60000, 57716 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:26:02,740 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1518637483_22 at /127.0.0.1:50172 [Receiving block BP-1255008390-172.17.0.3-1732044331018:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:33931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50172 dst: /127.0.0.1:33931 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:26:02,743 WARN [DataStreamer for file /user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5 block BP-1255008390-172.17.0.3-1732044331018:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1255008390-172.17.0.3-1732044331018:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T19:26:02,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741918_1111 (size=1385) 2024-11-19T19:26:04,832 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T19:26:06,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5 after 4002ms 2024-11-19T19:26:06,268 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5 took 4006ms 2024-11-19T19:26:06,273 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5; continuing. 2024-11-19T19:26:06,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5 so closing down 2024-11-19T19:26:06,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:06,274 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:06,282 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:06,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:06,290 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:06,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:06,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741933_1112 (size=743) 2024-11-19T19:26:06,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741933_1112 (size=743) 2024-11-19T19:26:06,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:06,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T19:26:06,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741934_1113 (size=743) 2024-11-19T19:26:06,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741934_1113 (size=743) 2024-11-19T19:26:06,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:06,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T19:26:06,774 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 503 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-19T19:26:06,774 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5, size=150 (150bytes) at 1732044362262Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5 so closing down at 1732044366273 (+4011 ms)3 split writer threads finished at 1732044366274 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732044366289 (+15 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732044366306 (+17 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044366326 (+20 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732044366327 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044366772 (+445 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732044366774 (+2 ms)Processed 20 edits across 2 Regions in 503 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1732044366774 2024-11-19T19:26:06,776 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/oldWALs/wal.dat.5 2024-11-19T19:26:06,776 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T19:26:06,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.6 2024-11-19T19:26:06,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.6 after 2ms 2024-11-19T19:26:06,781 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.6 took 5ms 2024-11-19T19:26:06,783 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.6 so closing down 2024-11-19T19:26:06,783 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:06,786 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:06,788 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:06,788 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:06,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:06,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:06,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741936_1115 (size=749) 2024-11-19T19:26:06,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741936_1115 (size=749) 2024-11-19T19:26:06,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:06,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741935_1114 (size=749) 2024-11-19T19:26:06,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741935_1114 (size=749) 2024-11-19T19:26:06,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T19:26:06,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:06,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T19:26:06,823 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T19:26:06,823 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.6, size=1.4 K (1405bytes) at 1732044366776Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.6 so closing down at 1732044366783 (+7 ms)3 split writer threads finished at 1732044366786 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732044366789 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732044366790 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044366813 (+23 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732044366818 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044366821 (+3 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732044366823 (+2 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732044366823 2024-11-19T19:26:06,825 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/oldWALs/wal.dat.6 2024-11-19T19:26:06,825 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:26:06,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.7 2024-11-19T19:26:06,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.7 after 0ms 2024-11-19T19:26:06,827 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.7 took 2ms 2024-11-19T19:26:06,829 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.7 so closing down 2024-11-19T19:26:06,829 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:06,829 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:06,833 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:06,834 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:06,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:06,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:06,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741938_1117 (size=753) 2024-11-19T19:26:06,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741937_1116 (size=753) 2024-11-19T19:26:06,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741938_1117 (size=753) 2024-11-19T19:26:06,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741937_1116 (size=753) 2024-11-19T19:26:06,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:06,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:06,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T19:26:06,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T19:26:06,850 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:06,850 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.7, size=1.4 K (1413bytes) at 1732044366825Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.7 so closing down at 1732044366829 (+4 ms)3 split writer threads finished at 1732044366829Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732044366836 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044366836Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044366847 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044366848 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732044366850 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732044366850Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044366850 2024-11-19T19:26:06,853 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/oldWALs/wal.dat.7 2024-11-19T19:26:06,854 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T19:26:06,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.8 2024-11-19T19:26:06,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.8 after 0ms 2024-11-19T19:26:06,857 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.8 took 4ms 2024-11-19T19:26:06,858 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.8 so closing down 2024-11-19T19:26:06,858 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:06,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:06,863 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:06,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:06,868 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:06,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:06,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741939_1118 (size=753) 2024-11-19T19:26:06,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741939_1118 (size=753) 2024-11-19T19:26:06,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:06,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T19:26:06,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741940_1119 (size=753) 2024-11-19T19:26:06,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741940_1119 (size=753) 2024-11-19T19:26:06,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:06,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T19:26:06,895 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:06,895 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.8, size=1.4 K (1413bytes) at 1732044366854Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.8 so closing down at 1732044366858 (+4 ms)3 split writer threads finished at 1732044366859 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732044366868 (+9 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732044366871 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044366881 (+10 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732044366882 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044366893 (+11 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732044366895 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044366895 2024-11-19T19:26:06,897 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/oldWALs/wal.dat.8 2024-11-19T19:26:06,898 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T19:26:06,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.9 2024-11-19T19:26:06,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.9 after 0ms 2024-11-19T19:26:06,901 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.9 took 4ms 2024-11-19T19:26:06,902 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.9 so closing down 2024-11-19T19:26:06,902 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:06,903 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:06,921 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:06,925 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:06,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:06,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:06,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741941_1120 (size=753) 2024-11-19T19:26:06,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741941_1120 (size=753) 2024-11-19T19:26:07,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741942_1121 (size=753) 2024-11-19T19:26:07,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741942_1121 (size=753) 2024-11-19T19:26:07,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:07,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T19:26:07,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:07,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T19:26:07,392 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 491 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:07,392 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.9, size=1.4 K (1413bytes) at 1732044366898Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.9 so closing down at 1732044366902 (+4 ms)3 split writer threads finished at 1732044366903 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044366939 (+36 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732044366942 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044367021 (+79 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732044367024 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044367390 (+366 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732044367392 (+2 ms)Processed 20 edits across 2 Regions in 491 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044367392 2024-11-19T19:26:07,395 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732044359902/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/f7397609-ab68-7329-5f0d-4d7b6c26e116/oldWALs/wal.dat.9 2024-11-19T19:26:07,535 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=145 (was 147), OpenFileDescriptor=397 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=480 (was 478) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4835 (was 4939) 2024-11-19T19:26:07,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=480, ProcessCount=11, AvailableMemoryMB=4835 2024-11-19T19:26:07,543 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:07,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741943_1122 (size=7) 2024-11-19T19:26:07,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741943_1122 (size=7) 2024-11-19T19:26:07,561 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:07,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:07,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:07,565 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:07,607 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=145 (was 145), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=480 (was 480), ProcessCount=11 (was 11), AvailableMemoryMB=4834 (was 4835) 2024-11-19T19:26:07,636 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=480, ProcessCount=11, AvailableMemoryMB=4834 2024-11-19T19:26:07,637 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:07,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741944_1123 (size=7) 2024-11-19T19:26:07,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741944_1123 (size=7) 2024-11-19T19:26:07,730 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:07,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:07,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:07,736 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:07,737 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:07,739 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:07,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:07,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741945_1124 (size=1393) 2024-11-19T19:26:07,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741945_1124 (size=1393) 2024-11-19T19:26:07,840 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:07,840 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:07,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741946_1125 (size=1393) 2024-11-19T19:26:07,898 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:07,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:07,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741946_1125 (size=1393) 2024-11-19T19:26:07,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:07,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:07,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741947_1126 (size=1393) 2024-11-19T19:26:07,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741947_1126 (size=1393) 2024-11-19T19:26:08,328 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:08,328 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:08,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741948_1127 (size=1393) 2024-11-19T19:26:08,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741948_1127 (size=1393) 2024-11-19T19:26:08,371 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:08,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741949_1128 (size=1393) 2024-11-19T19:26:08,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741949_1128 (size=1393) 2024-11-19T19:26:08,415 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:08,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741950_1129 (size=1393) 2024-11-19T19:26:08,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741950_1129 (size=1393) 2024-11-19T19:26:08,437 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:08,437 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:08,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741951_1130 (size=1405) 2024-11-19T19:26:08,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741951_1130 (size=1405) 2024-11-19T19:26:08,467 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:08,468 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:08,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741952_1131 (size=1413) 2024-11-19T19:26:08,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741952_1131 (size=1413) 2024-11-19T19:26:08,499 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:08,499 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:08,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741953_1132 (size=1413) 2024-11-19T19:26:08,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741953_1132 (size=1413) 2024-11-19T19:26:08,524 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:08,524 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:08,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:08,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741954_1133 (size=1413) 2024-11-19T19:26:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741954_1133 (size=1413) 2024-11-19T19:26:08,558 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:08,580 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:08,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.0 2024-11-19T19:26:08,581 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.0 after 1ms 2024-11-19T19:26:08,584 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.0 took 4ms 2024-11-19T19:26:08,588 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.0 so closing down 2024-11-19T19:26:08,588 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:08,592 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:08,594 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:08,594 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:08,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:08,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:08,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741955_1134 (size=743) 2024-11-19T19:26:08,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741955_1134 (size=743) 2024-11-19T19:26:08,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:08,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T19:26:08,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741956_1135 (size=743) 2024-11-19T19:26:08,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741956_1135 (size=743) 2024-11-19T19:26:08,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:08,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:26:08,612 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:08,612 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.0, size=1.4 K (1393bytes) at 1732044368580Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.0 so closing down at 1732044368588 (+8 ms)3 split writer threads finished at 1732044368592 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044368596 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044368597 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044368608 (+11 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732044368609 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044368611 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044368612 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044368612 2024-11-19T19:26:08,614 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/oldWALs/wal.dat.0 2024-11-19T19:26:08,614 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:26:08,614 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.1 2024-11-19T19:26:08,614 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.1 after 0ms 2024-11-19T19:26:08,616 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.1 took 2ms 2024-11-19T19:26:08,617 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.1 so closing down 2024-11-19T19:26:08,618 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:08,618 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:08,620 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:08,621 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:08,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:08,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:08,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741957_1136 (size=743) 2024-11-19T19:26:08,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741957_1136 (size=743) 2024-11-19T19:26:08,645 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:08,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741958_1137 (size=743) 2024-11-19T19:26:08,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741958_1137 (size=743) 2024-11-19T19:26:08,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:08,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T19:26:08,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T19:26:08,648 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:08,648 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.1, size=1.4 K (1393bytes) at 1732044368614Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.1 so closing down at 1732044368617 (+3 ms)3 split writer threads finished at 1732044368618 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044368623 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044368623Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044368645 (+22 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044368647 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732044368648 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732044368648Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044368648 2024-11-19T19:26:08,649 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/oldWALs/wal.dat.1 2024-11-19T19:26:08,650 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:26:08,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.2 2024-11-19T19:26:08,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.2 after 0ms 2024-11-19T19:26:08,652 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.2 took 2ms 2024-11-19T19:26:08,654 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.2 so closing down 2024-11-19T19:26:08,654 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:08,654 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:08,662 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:08,662 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:08,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:08,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:08,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741960_1139 (size=743) 2024-11-19T19:26:08,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741960_1139 (size=743) 2024-11-19T19:26:08,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741959_1138 (size=743) 2024-11-19T19:26:08,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741959_1138 (size=743) 2024-11-19T19:26:09,079 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,081 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T19:26:09,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T19:26:09,081 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:09,081 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.2, size=1.4 K (1393bytes) at 1732044368650Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.2 so closing down at 1732044368654 (+4 ms)3 split writer threads finished at 1732044368654Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044368665 (+11 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732044368665Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369079 (+414 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369080 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732044369081 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732044369081Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044369081 2024-11-19T19:26:09,083 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/oldWALs/wal.dat.2 2024-11-19T19:26:09,083 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:26:09,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.3 2024-11-19T19:26:09,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.3 after 0ms 2024-11-19T19:26:09,085 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.3 took 2ms 2024-11-19T19:26:09,087 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.3 so closing down 2024-11-19T19:26:09,087 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:09,087 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:09,089 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:09,089 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:09,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:09,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:09,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741962_1141 (size=743) 2024-11-19T19:26:09,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T19:26:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741961_1140 (size=743) 2024-11-19T19:26:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741962_1141 (size=743) 2024-11-19T19:26:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741961_1140 (size=743) 2024-11-19T19:26:09,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T19:26:09,501 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:09,501 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.3, size=1.4 K (1393bytes) at 1732044369083Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.3 so closing down at 1732044369087 (+4 ms)3 split writer threads finished at 1732044369087Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044369091 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044369091Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369098 (+7 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732044369100 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369499 (+399 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732044369501 (+2 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044369501 2024-11-19T19:26:09,503 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/oldWALs/wal.dat.3 2024-11-19T19:26:09,503 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T19:26:09,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.4 2024-11-19T19:26:09,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.4 after 0ms 2024-11-19T19:26:09,505 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.4 took 2ms 2024-11-19T19:26:09,507 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.4 so closing down 2024-11-19T19:26:09,507 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:09,507 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:09,509 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:09,509 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:09,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:09,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:09,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741964_1143 (size=743) 2024-11-19T19:26:09,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741963_1142 (size=743) 2024-11-19T19:26:09,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741964_1143 (size=743) 2024-11-19T19:26:09,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741963_1142 (size=743) 2024-11-19T19:26:09,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T19:26:09,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T19:26:09,522 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:09,522 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.4, size=1.4 K (1393bytes) at 1732044369503Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.4 so closing down at 1732044369507 (+4 ms)3 split writer threads finished at 1732044369507Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732044369510 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044369510Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369518 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369518Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732044369521 (+3 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732044369522 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044369522 2024-11-19T19:26:09,524 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/oldWALs/wal.dat.4 2024-11-19T19:26:09,524 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T19:26:09,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.5 2024-11-19T19:26:09,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.5 after 1ms 2024-11-19T19:26:09,527 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.5 took 3ms 2024-11-19T19:26:09,536 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.5 so closing down 2024-11-19T19:26:09,536 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:09,536 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:09,540 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:09,542 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:09,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:09,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:09,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741965_1144 (size=743) 2024-11-19T19:26:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741965_1144 (size=743) 2024-11-19T19:26:09,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T19:26:09,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741966_1145 (size=743) 2024-11-19T19:26:09,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741966_1145 (size=743) 2024-11-19T19:26:09,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T19:26:09,568 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:09,568 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.5, size=1.4 K (1393bytes) at 1732044369524Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.5 so closing down at 1732044369536 (+12 ms)3 split writer threads finished at 1732044369536Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732044369544 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732044369544Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369555 (+11 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732044369558 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369567 (+9 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732044369568 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044369568 2024-11-19T19:26:09,571 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/oldWALs/wal.dat.5 2024-11-19T19:26:09,571 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T19:26:09,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.6 2024-11-19T19:26:09,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.6 after 0ms 2024-11-19T19:26:09,573 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.6 took 2ms 2024-11-19T19:26:09,574 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.6 so closing down 2024-11-19T19:26:09,575 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:09,575 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:09,577 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:09,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:09,582 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:09,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:09,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741967_1146 (size=749) 2024-11-19T19:26:09,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741967_1146 (size=749) 2024-11-19T19:26:09,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T19:26:09,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741968_1147 (size=749) 2024-11-19T19:26:09,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741968_1147 (size=749) 2024-11-19T19:26:09,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T19:26:09,601 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T19:26:09,601 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.6, size=1.4 K (1405bytes) at 1732044369571Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.6 so closing down at 1732044369574 (+3 ms)3 split writer threads finished at 1732044369575 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732044369580 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732044369585 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369596 (+11 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732044369597 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369600 (+3 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732044369601 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732044369601 2024-11-19T19:26:09,603 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/oldWALs/wal.dat.6 2024-11-19T19:26:09,603 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:26:09,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.7 2024-11-19T19:26:09,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.7 after 0ms 2024-11-19T19:26:09,605 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.7 took 2ms 2024-11-19T19:26:09,606 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.7 so closing down 2024-11-19T19:26:09,607 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:09,608 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:09,610 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:09,610 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:09,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:09,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:09,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741969_1148 (size=753) 2024-11-19T19:26:09,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741969_1148 (size=753) 2024-11-19T19:26:09,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T19:26:09,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741970_1149 (size=753) 2024-11-19T19:26:09,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741970_1149 (size=753) 2024-11-19T19:26:09,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T19:26:09,651 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:09,651 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.7, size=1.4 K (1413bytes) at 1732044369603Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.7 so closing down at 1732044369606 (+3 ms)3 split writer threads finished at 1732044369608 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732044369611 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044369623 (+12 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369639 (+16 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732044369642 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369650 (+8 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732044369651 (+1 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044369651 2024-11-19T19:26:09,653 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/oldWALs/wal.dat.7 2024-11-19T19:26:09,653 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T19:26:09,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.8 2024-11-19T19:26:09,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.8 after 2ms 2024-11-19T19:26:09,659 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.8 took 6ms 2024-11-19T19:26:09,666 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.8 so closing down 2024-11-19T19:26:09,666 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:09,667 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:09,673 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:09,673 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:09,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:09,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:09,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741971_1150 (size=753) 2024-11-19T19:26:09,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741971_1150 (size=753) 2024-11-19T19:26:09,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741972_1151 (size=753) 2024-11-19T19:26:09,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741972_1151 (size=753) 2024-11-19T19:26:09,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T19:26:09,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T19:26:09,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:09,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.8, size=1.4 K (1413bytes) at 1732044369653Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.8 so closing down at 1732044369666 (+13 ms)3 split writer threads finished at 1732044369667 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732044369674 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732044369674Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369685 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369687 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732044369688 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732044369688Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044369688 2024-11-19T19:26:09,690 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/oldWALs/wal.dat.8 2024-11-19T19:26:09,690 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T19:26:09,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.9 2024-11-19T19:26:09,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.9 after 0ms 2024-11-19T19:26:09,694 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.9 took 4ms 2024-11-19T19:26:09,695 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.9 so closing down 2024-11-19T19:26:09,695 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:09,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:09,697 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:09,698 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:09,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:09,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:09,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741974_1153 (size=753) 2024-11-19T19:26:09,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741974_1153 (size=753) 2024-11-19T19:26:09,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741973_1152 (size=753) 2024-11-19T19:26:09,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741973_1152 (size=753) 2024-11-19T19:26:09,715 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:09,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T19:26:09,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T19:26:09,716 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:09,716 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.9, size=1.4 K (1413bytes) at 1732044369690Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.9 so closing down at 1732044369695 (+5 ms)3 split writer threads finished at 1732044369695Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044369698 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732044369698Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369715 (+17 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044369715Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732044369716 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732044369716Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044369716 2024-11-19T19:26:09,718 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/WALs/testsplit,16010,1732044367737/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/0f7240e8-d884-a581-5b50-ca135623c92b/oldWALs/wal.dat.9 2024-11-19T19:26:09,862 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=145 (was 145), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 480) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4812 (was 4834) 2024-11-19T19:26:09,870 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=4812 2024-11-19T19:26:09,870 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:09,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741975_1154 (size=7) 2024-11-19T19:26:09,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741975_1154 (size=7) 2024-11-19T19:26:09,879 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:09,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:09,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:09,885 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:09,886 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:09,886 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:09,887 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:09,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741976_1155 (size=1393) 2024-11-19T19:26:09,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741976_1155 (size=1393) 2024-11-19T19:26:09,906 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:09,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741977_1156 (size=1393) 2024-11-19T19:26:09,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741977_1156 (size=1393) 2024-11-19T19:26:09,921 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:09,921 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:09,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741978_1157 (size=1393) 2024-11-19T19:26:09,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741978_1157 (size=1393) 2024-11-19T19:26:10,337 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:10,338 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741979_1158 (size=1393) 2024-11-19T19:26:10,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741979_1158 (size=1393) 2024-11-19T19:26:10,356 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:10,356 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:10,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741980_1159 (size=1393) 2024-11-19T19:26:10,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741980_1159 (size=1393) 2024-11-19T19:26:10,381 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:10,381 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:10,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741981_1160 (size=1393) 2024-11-19T19:26:10,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741981_1160 (size=1393) 2024-11-19T19:26:10,796 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:10,796 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:10,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741982_1161 (size=1405) 2024-11-19T19:26:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741982_1161 (size=1405) 2024-11-19T19:26:10,817 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:10,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741983_1162 (size=1413) 2024-11-19T19:26:10,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741983_1162 (size=1413) 2024-11-19T19:26:10,836 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:10,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:10,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741984_1163 (size=1413) 2024-11-19T19:26:10,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741984_1163 (size=1413) 2024-11-19T19:26:10,872 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:10,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:10,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:10,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:10,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741985_1164 (size=1413) 2024-11-19T19:26:10,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741985_1164 (size=1413) 2024-11-19T19:26:10,901 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:10,922 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:10,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.0 2024-11-19T19:26:10,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.0 after 1ms 2024-11-19T19:26:10,926 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.0 took 4ms 2024-11-19T19:26:10,931 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.0 so closing down 2024-11-19T19:26:10,931 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:10,931 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:10,935 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:10,935 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:10,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:10,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:10,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741987_1166 (size=743) 2024-11-19T19:26:10,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741987_1166 (size=743) 2024-11-19T19:26:10,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741986_1165 (size=743) 2024-11-19T19:26:10,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:10,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741986_1165 (size=743) 2024-11-19T19:26:10,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:26:11,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:11,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T19:26:11,356 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:11,356 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.0, size=1.4 K (1393bytes) at 1732044370922Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.0 so closing down at 1732044370931 (+9 ms)3 split writer threads finished at 1732044370931Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044370936 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044370936Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044370952 (+16 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044370956 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044371353 (+397 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732044371356 (+3 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044371356 2024-11-19T19:26:11,360 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/oldWALs/wal.dat.0 2024-11-19T19:26:11,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:26:11,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.1 2024-11-19T19:26:11,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.1 after 1ms 2024-11-19T19:26:11,364 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.1 took 4ms 2024-11-19T19:26:11,365 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.1 so closing down 2024-11-19T19:26:11,366 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:11,366 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:11,371 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:11,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:11,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741988_1167 (size=743) 2024-11-19T19:26:11,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741988_1167 (size=743) 2024-11-19T19:26:11,382 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:11,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:11,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:11,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T19:26:11,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741989_1168 (size=743) 2024-11-19T19:26:11,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741989_1168 (size=743) 2024-11-19T19:26:11,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:11,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T19:26:11,399 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:11,399 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.1, size=1.4 K (1393bytes) at 1732044371360Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.1 so closing down at 1732044371366 (+6 ms)3 split writer threads finished at 1732044371366Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044371372 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044371383 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044371384 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732044371388 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044371397 (+9 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732044371399 (+2 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044371399 2024-11-19T19:26:11,402 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/oldWALs/wal.dat.1 2024-11-19T19:26:11,403 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:26:11,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.2 2024-11-19T19:26:11,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.2 after 0ms 2024-11-19T19:26:11,406 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.2 took 4ms 2024-11-19T19:26:11,407 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.2 so closing down 2024-11-19T19:26:11,407 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:11,407 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:11,410 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:11,412 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:11,414 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:11,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:11,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741990_1169 (size=743) 2024-11-19T19:26:11,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741990_1169 (size=743) 2024-11-19T19:26:11,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741991_1170 (size=743) 2024-11-19T19:26:11,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741991_1170 (size=743) 2024-11-19T19:26:11,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:11,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T19:26:11,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:11,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T19:26:11,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:11,827 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.2, size=1.4 K (1393bytes) at 1732044371403Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.2 so closing down at 1732044371407 (+4 ms)3 split writer threads finished at 1732044371407Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044371412 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732044371421 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044371435 (+14 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732044371439 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044371824 (+385 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732044371826 (+2 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044371827 (+1 ms) 2024-11-19T19:26:11,830 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/oldWALs/wal.dat.2 2024-11-19T19:26:11,830 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:26:11,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.3 2024-11-19T19:26:11,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.3 after 1ms 2024-11-19T19:26:11,834 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.3 took 4ms 2024-11-19T19:26:11,835 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.3 so closing down 2024-11-19T19:26:11,835 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:11,835 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:11,839 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:11,839 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:11,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:11,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:11,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741992_1171 (size=743) 2024-11-19T19:26:11,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741993_1172 (size=743) 2024-11-19T19:26:11,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741993_1172 (size=743) 2024-11-19T19:26:11,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741992_1171 (size=743) 2024-11-19T19:26:11,855 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:11,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:11,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T19:26:11,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T19:26:11,864 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:11,864 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.3, size=1.4 K (1393bytes) at 1732044371830Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.3 so closing down at 1732044371835 (+5 ms)3 split writer threads finished at 1732044371835Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044371840 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732044371842 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044371855 (+13 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044371855Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732044371863 (+8 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732044371863Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044371864 (+1 ms) 2024-11-19T19:26:11,867 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/oldWALs/wal.dat.3 2024-11-19T19:26:11,868 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T19:26:11,868 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.4 2024-11-19T19:26:11,869 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.4 after 1ms 2024-11-19T19:26:11,872 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.4 took 5ms 2024-11-19T19:26:11,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.4 so closing down 2024-11-19T19:26:11,874 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:11,874 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:11,878 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:11,879 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:11,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:11,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:11,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741995_1174 (size=743) 2024-11-19T19:26:11,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741995_1174 (size=743) 2024-11-19T19:26:11,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:11,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741994_1173 (size=743) 2024-11-19T19:26:11,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741994_1173 (size=743) 2024-11-19T19:26:11,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T19:26:12,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:12,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T19:26:12,314 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:12,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.4, size=1.4 K (1393bytes) at 1732044371868Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.4 so closing down at 1732044371874 (+6 ms)3 split writer threads finished at 1732044371874Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732044371885 (+11 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044371885Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044371907 (+22 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732044371912 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044372312 (+400 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732044372314 (+2 ms)Processed 20 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044372315 (+1 ms) 2024-11-19T19:26:12,317 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/oldWALs/wal.dat.4 2024-11-19T19:26:12,317 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T19:26:12,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.5 2024-11-19T19:26:12,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.5 after 1ms 2024-11-19T19:26:12,320 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.5 took 3ms 2024-11-19T19:26:12,321 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.5 so closing down 2024-11-19T19:26:12,321 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:12,321 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:12,325 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:12,325 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:12,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:12,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741997_1176 (size=743) 2024-11-19T19:26:12,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741997_1176 (size=743) 2024-11-19T19:26:12,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:12,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T19:26:12,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741996_1175 (size=743) 2024-11-19T19:26:12,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741996_1175 (size=743) 2024-11-19T19:26:12,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:12,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T19:26:12,357 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:12,357 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.5, size=1.4 K (1393bytes) at 1732044372317Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.5 so closing down at 1732044372321 (+4 ms)3 split writer threads finished at 1732044372321Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732044372326 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732044372328 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044372348 (+20 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732044372352 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044372354 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732044372357 (+3 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044372357 2024-11-19T19:26:12,360 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/oldWALs/wal.dat.5 2024-11-19T19:26:12,361 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T19:26:12,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.6 2024-11-19T19:26:12,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.6 after 0ms 2024-11-19T19:26:12,364 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.6 took 3ms 2024-11-19T19:26:12,366 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.6 so closing down 2024-11-19T19:26:12,366 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:12,366 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:12,369 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:12,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:12,370 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:12,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:12,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741998_1177 (size=749) 2024-11-19T19:26:12,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741998_1177 (size=749) 2024-11-19T19:26:12,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:12,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073741999_1178 (size=749) 2024-11-19T19:26:12,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741999_1178 (size=749) 2024-11-19T19:26:12,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:12,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T19:26:12,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T19:26:12,396 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T19:26:12,396 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.6, size=1.4 K (1405bytes) at 1732044372361Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.6 so closing down at 1732044372366 (+5 ms)3 split writer threads finished at 1732044372366Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732044372370 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732044372372 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044372387 (+15 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044372390 (+3 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732044372390Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732044372396 (+6 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732044372396 2024-11-19T19:26:12,405 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/oldWALs/wal.dat.6 2024-11-19T19:26:12,405 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:26:12,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.7 2024-11-19T19:26:12,406 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.7 after 1ms 2024-11-19T19:26:12,411 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.7 took 6ms 2024-11-19T19:26:12,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.7 so closing down 2024-11-19T19:26:12,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:12,418 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:12,423 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:12,424 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:12,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:12,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:12,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742000_1179 (size=753) 2024-11-19T19:26:12,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742000_1179 (size=753) 2024-11-19T19:26:12,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:12,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T19:26:12,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742001_1180 (size=753) 2024-11-19T19:26:12,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742001_1180 (size=753) 2024-11-19T19:26:12,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:12,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T19:26:12,496 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:12,496 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.7, size=1.4 K (1413bytes) at 1732044372405Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.7 so closing down at 1732044372417 (+12 ms)3 split writer threads finished at 1732044372418 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732044372429 (+11 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044372430 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044372478 (+48 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732044372482 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044372492 (+10 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732044372494 (+2 ms)Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044372496 (+2 ms) 2024-11-19T19:26:12,500 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/oldWALs/wal.dat.7 2024-11-19T19:26:12,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T19:26:12,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.8 2024-11-19T19:26:12,502 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.8 after 0ms 2024-11-19T19:26:12,508 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.8 took 7ms 2024-11-19T19:26:12,521 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.8 so closing down 2024-11-19T19:26:12,522 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:12,525 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:12,530 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:12,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:12,532 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:12,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742003_1182 (size=753) 2024-11-19T19:26:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742003_1182 (size=753) 2024-11-19T19:26:12,563 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:12,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742002_1181 (size=753) 2024-11-19T19:26:12,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T19:26:12,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:12,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742002_1181 (size=753) 2024-11-19T19:26:12,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T19:26:12,573 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:12,573 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.8, size=1.4 K (1413bytes) at 1732044372501Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.8 so closing down at 1732044372521 (+20 ms)3 split writer threads finished at 1732044372525 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732044372531 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732044372535 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044372563 (+28 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732044372566 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044372570 (+4 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732044372573 (+3 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044372573 2024-11-19T19:26:12,576 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/oldWALs/wal.dat.8 2024-11-19T19:26:12,576 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T19:26:12,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.9 2024-11-19T19:26:12,577 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.9 after 1ms 2024-11-19T19:26:12,580 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.9 took 4ms 2024-11-19T19:26:12,587 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.9 so closing down 2024-11-19T19:26:12,587 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:12,588 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:12,590 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:12,591 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:12,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:12,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742005_1184 (size=753) 2024-11-19T19:26:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742004_1183 (size=753) 2024-11-19T19:26:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742004_1183 (size=753) 2024-11-19T19:26:12,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742005_1184 (size=753) 2024-11-19T19:26:12,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:12,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:12,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T19:26:12,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T19:26:12,602 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:12,602 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.9, size=1.4 K (1413bytes) at 1732044372576Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.9 so closing down at 1732044372587 (+11 ms)3 split writer threads finished at 1732044372588 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044372592 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044372592Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044372597 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044372599 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732044372601 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732044372602 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044372602 2024-11-19T19:26:12,604 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/WALs/testmovedwalduringrecovery,16010,1732044369885/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/324db70e-1e30-494a-313d-092b092a9133/oldWALs/wal.dat.9 2024-11-19T19:26:12,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=144 (was 145), OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=4748 (was 4812) 2024-11-19T19:26:12,620 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=4748 2024-11-19T19:26:12,620 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:12,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742006_1185 (size=7) 2024-11-19T19:26:12,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742006_1185 (size=7) 2024-11-19T19:26:12,636 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:12,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:12,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:12,640 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:12,643 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-19T19:26:12,644 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-19T19:26:12,644 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-19T19:26:12,645 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-19T19:26:12,645 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-19T19:26:12,666 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/WALs/testthreading,16010,1732044372641/wal.dat..fake, size=0 (0bytes) 2024-11-19T19:26:12,677 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/WALs/testthreading,16010,1732044372641/wal.dat..fake took 11ms 2024-11-19T19:26:13,329 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/WALs/testthreading,16010,1732044372641/wal.dat..fake so closing down 2024-11-19T19:26:13,330 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:13,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:13,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-19T19:26:13,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-19T19:26:13,368 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-19T19:26:13,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 80 ms) 2024-11-19T19:26:13,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-19T19:26:13,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 122 ms) 2024-11-19T19:26:13,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-19T19:26:13,498 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 129 ms) 2024-11-19T19:26:13,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 69 ms) 2024-11-19T19:26:13,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 60 ms) 2024-11-19T19:26:13,524 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 847 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/WALs/testthreading,16010,1732044372641/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T19:26:13,524 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/WALs/testthreading,16010,1732044372641/wal.dat..fake, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/WALs/testthreading,16010,1732044372641/wal.dat..fake, size=0 (0bytes) at 1732044372666Split 1024 edits, skipped 0 edits. at 1732044372716 (+50 ms)Split 2048 edits, skipped 0 edits. at 1732044372747 (+31 ms)Split 3072 edits, skipped 0 edits. at 1732044372775 (+28 ms)Split 4096 edits, skipped 0 edits. at 1732044372801 (+26 ms)Split 5120 edits, skipped 0 edits. at 1732044372823 (+22 ms)Split 6144 edits, skipped 0 edits. at 1732044372854 (+31 ms)Split 7168 edits, skipped 0 edits. at 1732044372903 (+49 ms)Split 8192 edits, skipped 0 edits. at 1732044372940 (+37 ms)Split 9216 edits, skipped 0 edits. at 1732044372978 (+38 ms)Split 10240 edits, skipped 0 edits. at 1732044373021 (+43 ms)Split 11264 edits, skipped 0 edits. at 1732044373046 (+25 ms)Split 12288 edits, skipped 0 edits. at 1732044373073 (+27 ms)Split 13312 edits, skipped 0 edits. at 1732044373113 (+40 ms)Split 14336 edits, skipped 0 edits. at 1732044373151 (+38 ms)Split 15360 edits, skipped 0 edits. at 1732044373189 (+38 ms)Split 16384 edits, skipped 0 edits. at 1732044373232 (+43 ms)Split 17408 edits, skipped 0 edits. at 1732044373271 (+39 ms)Split 18432 edits, skipped 0 edits. at 1732044373295 (+24 ms)Split 19456 edits, skipped 0 edits. at 1732044373317 (+22 ms)Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/WALs/testthreading,16010,1732044372641/wal.dat..fake so closing down at 1732044373329 (+12 ms)3 split writer threads finished at 1732044373331 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1732044373334 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1732044373353 (+19 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1732044373368 (+15 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 80 ms) at 1732044373433 (+65 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1732044373439 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 122 ms) at 1732044373457 (+18 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1732044373462 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 129 ms) at 1732044373498 (+36 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 69 ms) at 1732044373508 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 60 ms) at 1732044373523 (+15 ms)Processed 20000 edits across 5 Regions in 847 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/96412901-fdf6-7abd-d978-c128a588c325/WALs/testthreading,16010,1732044372641/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1732044373524 (+1 ms) 2024-11-19T19:26:13,525 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-19T19:26:13,525 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-19T19:26:13,525 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-19T19:26:13,525 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-19T19:26:13,525 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-19T19:26:13,541 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=143 (was 144), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=538 (was 489) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4590 (was 4748) 2024-11-19T19:26:13,549 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=538, ProcessCount=11, AvailableMemoryMB=4590 2024-11-19T19:26:13,550 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:13,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742007_1186 (size=7) 2024-11-19T19:26:13,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742007_1186 (size=7) 2024-11-19T19:26:13,581 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:13,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:13,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:13,586 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:13,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-19T19:26:13,588 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:13,589 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:13,590 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:13,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:13,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:13,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742008_1187 (size=1393) 2024-11-19T19:26:13,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742008_1187 (size=1393) 2024-11-19T19:26:14,088 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:14,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:14,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742009_1188 (size=1393) 2024-11-19T19:26:14,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742009_1188 (size=1393) 2024-11-19T19:26:14,099 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:14,100 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:14,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742010_1189 (size=1393) 2024-11-19T19:26:14,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742010_1189 (size=1393) 2024-11-19T19:26:14,124 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:14,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:14,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742011_1190 (size=1393) 2024-11-19T19:26:14,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742011_1190 (size=1393) 2024-11-19T19:26:14,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:14,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:14,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742012_1191 (size=1393) 2024-11-19T19:26:14,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742012_1191 (size=1393) 2024-11-19T19:26:14,161 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:14,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:14,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742013_1192 (size=1393) 2024-11-19T19:26:14,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742013_1192 (size=1393) 2024-11-19T19:26:14,177 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:14,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:14,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742014_1193 (size=1405) 2024-11-19T19:26:14,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742014_1193 (size=1405) 2024-11-19T19:26:14,191 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:14,191 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:14,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742015_1194 (size=1413) 2024-11-19T19:26:14,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742015_1194 (size=1413) 2024-11-19T19:26:14,205 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:14,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:14,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742016_1195 (size=1413) 2024-11-19T19:26:14,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742016_1195 (size=1413) 2024-11-19T19:26:14,234 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:14,234 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:14,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:14,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:14,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742017_1196 (size=1413) 2024-11-19T19:26:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742017_1196 (size=1413) 2024-11-19T19:26:14,269 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:14,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-19T19:26:14,290 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat..empty, size=0 (0bytes) 2024-11-19T19:26:14,290 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat..empty might be still open, length is 0 2024-11-19T19:26:14,290 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat..empty 2024-11-19T19:26:14,291 WARN [IPC Server handler 0 on default port 36367 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat..empty closed. 2024-11-19T19:26:14,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat..empty after 1ms 2024-11-19T19:26:14,293 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-19T19:26:14,294 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat..empty; empty? 2024-11-19T19:26:14,294 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat..empty so closing down 2024-11-19T19:26:14,295 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T19:26:14,295 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat..empty, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat..empty, size=0 (0bytes) at 1732044374290Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat..empty so closing down at 1732044374294 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1732044374295 (+1 ms) 2024-11-19T19:26:14,298 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat..empty to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/oldWALs/wal.dat..empty 2024-11-19T19:26:14,298 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:14,298 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.0 2024-11-19T19:26:14,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.0 after 1ms 2024-11-19T19:26:14,302 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.0 took 3ms 2024-11-19T19:26:14,310 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.0 so closing down 2024-11-19T19:26:14,310 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:14,310 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:14,319 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:14,319 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:14,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:14,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:14,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742018_1197 (size=743) 2024-11-19T19:26:14,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742018_1197 (size=743) 2024-11-19T19:26:14,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742019_1198 (size=743) 2024-11-19T19:26:14,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742019_1198 (size=743) 2024-11-19T19:26:14,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:14,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:14,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:26:14,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T19:26:14,857 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 550 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:14,857 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.0, size=1.4 K (1393bytes) at 1732044374298Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.0 so closing down at 1732044374310 (+12 ms)3 split writer threads finished at 1732044374310Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044374324 (+14 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044374325 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044374851 (+526 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044374852 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044374856 (+4 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732044374857 (+1 ms)Processed 20 edits across 2 Regions in 550 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044374857 2024-11-19T19:26:14,863 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/oldWALs/wal.dat.0 2024-11-19T19:26:14,863 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:26:14,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.1 2024-11-19T19:26:14,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.1 after 0ms 2024-11-19T19:26:14,866 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.1 took 2ms 2024-11-19T19:26:14,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.1 so closing down 2024-11-19T19:26:14,874 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:14,875 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:14,878 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:14,879 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:14,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:14,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:14,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742020_1199 (size=743) 2024-11-19T19:26:14,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742020_1199 (size=743) 2024-11-19T19:26:14,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:14,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T19:26:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742021_1200 (size=743) 2024-11-19T19:26:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742021_1200 (size=743) 2024-11-19T19:26:14,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 2 ms) 2024-11-19T19:26:14,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T19:26:14,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:14,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.1, size=1.4 K (1393bytes) at 1732044374863Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.1 so closing down at 1732044374874 (+11 ms)3 split writer threads finished at 1732044374875 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044374879 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044374886 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044374903 (+17 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732044374908 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 2 ms) at 1732044374910 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732044374911 (+1 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044374912 (+1 ms) 2024-11-19T19:26:14,918 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/oldWALs/wal.dat.1 2024-11-19T19:26:14,918 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:26:14,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.2 2024-11-19T19:26:14,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.2 after 1ms 2024-11-19T19:26:14,921 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.2 took 3ms 2024-11-19T19:26:14,926 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.2 so closing down 2024-11-19T19:26:14,926 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:14,926 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:14,928 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:14,934 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:14,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:14,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:14,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742022_1201 (size=743) 2024-11-19T19:26:14,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742022_1201 (size=743) 2024-11-19T19:26:14,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:14,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T19:26:14,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742023_1202 (size=743) 2024-11-19T19:26:14,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742023_1202 (size=743) 2024-11-19T19:26:14,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:14,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T19:26:14,961 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:14,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.2, size=1.4 K (1393bytes) at 1732044374918Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.2 so closing down at 1732044374926 (+8 ms)3 split writer threads finished at 1732044374926Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732044374936 (+10 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044374938 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044374950 (+12 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732044374953 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044374960 (+7 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732044374961 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044374961 2024-11-19T19:26:14,963 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/oldWALs/wal.dat.2 2024-11-19T19:26:14,964 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:26:14,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.3 2024-11-19T19:26:14,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.3 after 1ms 2024-11-19T19:26:14,968 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.3 took 5ms 2024-11-19T19:26:14,977 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.3 so closing down 2024-11-19T19:26:14,977 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:14,978 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:14,989 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:14,990 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:14,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:15,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:15,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742024_1203 (size=743) 2024-11-19T19:26:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742024_1203 (size=743) 2024-11-19T19:26:15,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:15,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T19:26:15,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742025_1204 (size=743) 2024-11-19T19:26:15,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742025_1204 (size=743) 2024-11-19T19:26:15,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:15,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T19:26:15,044 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:15,044 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.3, size=1.4 K (1393bytes) at 1732044374964Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.3 so closing down at 1732044374977 (+13 ms)3 split writer threads finished at 1732044374978 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732044374996 (+18 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044375009 (+13 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044375017 (+8 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732044375019 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044375041 (+22 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732044375043 (+2 ms)Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044375044 (+1 ms) 2024-11-19T19:26:15,046 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/oldWALs/wal.dat.3 2024-11-19T19:26:15,047 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T19:26:15,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.4 2024-11-19T19:26:15,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.4 after 0ms 2024-11-19T19:26:15,050 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.4 took 4ms 2024-11-19T19:26:15,053 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.4 so closing down 2024-11-19T19:26:15,053 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:15,053 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:15,059 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:15,059 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:15,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:15,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:15,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742026_1205 (size=743) 2024-11-19T19:26:15,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742027_1206 (size=743) 2024-11-19T19:26:15,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742026_1205 (size=743) 2024-11-19T19:26:15,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:15,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742027_1206 (size=743) 2024-11-19T19:26:15,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T19:26:15,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:15,094 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T19:26:15,094 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:15,094 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.4, size=1.4 K (1393bytes) at 1732044375047Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.4 so closing down at 1732044375053 (+6 ms)3 split writer threads finished at 1732044375053Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732044375061 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044375063 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044375088 (+25 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732044375091 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044375093 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732044375094 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044375094 2024-11-19T19:26:15,096 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/oldWALs/wal.dat.4 2024-11-19T19:26:15,096 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T19:26:15,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.5 2024-11-19T19:26:15,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.5 after 0ms 2024-11-19T19:26:15,100 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.5 took 4ms 2024-11-19T19:26:15,109 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.5 so closing down 2024-11-19T19:26:15,109 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:15,109 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:15,118 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:15,118 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:15,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:15,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:15,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742028_1207 (size=743) 2024-11-19T19:26:15,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742028_1207 (size=743) 2024-11-19T19:26:15,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:15,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T19:26:15,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742029_1208 (size=743) 2024-11-19T19:26:15,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742029_1208 (size=743) 2024-11-19T19:26:15,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:15,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T19:26:15,156 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:15,156 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.5, size=1.4 K (1393bytes) at 1732044375097Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.5 so closing down at 1732044375109 (+12 ms)3 split writer threads finished at 1732044375109Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732044375124 (+15 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732044375124Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044375142 (+18 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732044375143 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044375155 (+12 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732044375156 (+1 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044375156 2024-11-19T19:26:15,158 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/oldWALs/wal.dat.5 2024-11-19T19:26:15,158 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T19:26:15,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.6 2024-11-19T19:26:15,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.6 after 1ms 2024-11-19T19:26:15,162 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.6 took 4ms 2024-11-19T19:26:15,164 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.6 so closing down 2024-11-19T19:26:15,164 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:15,165 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:15,170 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:15,170 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:15,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:15,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:15,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742030_1209 (size=749) 2024-11-19T19:26:15,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742030_1209 (size=749) 2024-11-19T19:26:15,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:15,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T19:26:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742031_1210 (size=749) 2024-11-19T19:26:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742031_1210 (size=749) 2024-11-19T19:26:15,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:15,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T19:26:15,192 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T19:26:15,192 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.6, size=1.4 K (1405bytes) at 1732044375158Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.6 so closing down at 1732044375164 (+6 ms)3 split writer threads finished at 1732044375165 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732044375171 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732044375173 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044375182 (+9 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732044375185 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044375189 (+4 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732044375191 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732044375192 (+1 ms) 2024-11-19T19:26:15,193 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/oldWALs/wal.dat.6 2024-11-19T19:26:15,193 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:26:15,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.7 2024-11-19T19:26:15,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.7 after 0ms 2024-11-19T19:26:15,195 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.7 took 2ms 2024-11-19T19:26:15,196 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.7 so closing down 2024-11-19T19:26:15,197 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:15,197 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:15,203 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:15,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:15,204 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:15,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:15,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742032_1211 (size=753) 2024-11-19T19:26:15,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742032_1211 (size=753) 2024-11-19T19:26:15,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:15,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T19:26:15,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742033_1212 (size=753) 2024-11-19T19:26:15,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742033_1212 (size=753) 2024-11-19T19:26:15,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:15,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T19:26:15,248 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:15,248 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.7, size=1.4 K (1413bytes) at 1732044375193Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.7 so closing down at 1732044375197 (+4 ms)3 split writer threads finished at 1732044375197Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044375204 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732044375205 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044375236 (+31 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732044375238 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044375247 (+9 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732044375248 (+1 ms)Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044375248 2024-11-19T19:26:15,250 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/oldWALs/wal.dat.7 2024-11-19T19:26:15,250 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T19:26:15,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.8 2024-11-19T19:26:15,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.8 after 0ms 2024-11-19T19:26:15,252 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.8 took 2ms 2024-11-19T19:26:15,253 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.8 so closing down 2024-11-19T19:26:15,253 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:15,253 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:15,256 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:15,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:15,258 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:15,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:15,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742034_1213 (size=753) 2024-11-19T19:26:15,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742034_1213 (size=753) 2024-11-19T19:26:15,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:15,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T19:26:15,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742035_1214 (size=753) 2024-11-19T19:26:15,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742035_1214 (size=753) 2024-11-19T19:26:15,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:15,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T19:26:15,289 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:15,289 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.8, size=1.4 K (1413bytes) at 1732044375250Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.8 so closing down at 1732044375253 (+3 ms)3 split writer threads finished at 1732044375253Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732044375257 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732044375264 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044375280 (+16 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732044375281 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044375288 (+7 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732044375289 (+1 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044375289 2024-11-19T19:26:15,290 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/oldWALs/wal.dat.8 2024-11-19T19:26:15,291 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T19:26:15,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.9 2024-11-19T19:26:15,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.9 after 0ms 2024-11-19T19:26:15,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.9 took 3ms 2024-11-19T19:26:15,295 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.9 so closing down 2024-11-19T19:26:15,295 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:15,295 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:15,297 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:15,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:15,298 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:15,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742036_1215 (size=753) 2024-11-19T19:26:15,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:15,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742036_1215 (size=753) 2024-11-19T19:26:15,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T19:26:15,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742037_1216 (size=753) 2024-11-19T19:26:15,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742037_1216 (size=753) 2024-11-19T19:26:15,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:15,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T19:26:15,337 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:15,337 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.9, size=1.4 K (1413bytes) at 1732044375291Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.9 so closing down at 1732044375295 (+4 ms)3 split writer threads finished at 1732044375295Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732044375298 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044375299 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044375316 (+17 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732044375325 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044375335 (+10 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732044375337 (+2 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044375337 2024-11-19T19:26:15,338 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/oldWALs/wal.dat.9 2024-11-19T19:26:15,338 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.empty, size=0 (0bytes) 2024-11-19T19:26:15,338 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.empty might be still open, length is 0 2024-11-19T19:26:15,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.empty 2024-11-19T19:26:15,339 WARN [IPC Server handler 0 on default port 36367 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.empty closed. 2024-11-19T19:26:15,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.empty after 1ms 2024-11-19T19:26:15,340 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-19T19:26:15,340 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.empty; empty? 2024-11-19T19:26:15,340 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.empty so closing down 2024-11-19T19:26:15,340 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-19T19:26:15,340 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.empty, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.empty, size=0 (0bytes) at 1732044375338Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.empty so closing down at 1732044375340 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1732044375340 2024-11-19T19:26:15,342 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/WALs/testemptyopenlogfiles,16010,1732044373586/wal.dat.empty to hdfs://localhost:36367/user/jenkins/test-data/e3b7d55a-8882-2212-bf6b-d047fa2646cf/oldWALs/wal.dat.empty 2024-11-19T19:26:15,439 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=144 (was 143) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=538 (was 538), ProcessCount=11 (was 11), AvailableMemoryMB=4527 (was 4590) 2024-11-19T19:26:15,449 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=144, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=538, ProcessCount=11, AvailableMemoryMB=4527 2024-11-19T19:26:15,449 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:15,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742038_1217 (size=7) 2024-11-19T19:26:15,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742038_1217 (size=7) 2024-11-19T19:26:15,465 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:15,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:15,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:15,469 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:15,469 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:15,470 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:15,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:15,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742039_1218 (size=1393) 2024-11-19T19:26:15,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742039_1218 (size=1393) 2024-11-19T19:26:15,909 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:15,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:15,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742040_1219 (size=1393) 2024-11-19T19:26:15,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742040_1219 (size=1393) 2024-11-19T19:26:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:15,921 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:15,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742041_1220 (size=1393) 2024-11-19T19:26:15,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742041_1220 (size=1393) 2024-11-19T19:26:15,930 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:15,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:15,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742042_1221 (size=1393) 2024-11-19T19:26:15,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742042_1221 (size=1393) 2024-11-19T19:26:15,988 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:15,988 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:15,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:15,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742043_1222 (size=1393) 2024-11-19T19:26:16,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742043_1222 (size=1393) 2024-11-19T19:26:16,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:16,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:16,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742044_1223 (size=1393) 2024-11-19T19:26:16,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742044_1223 (size=1393) 2024-11-19T19:26:16,033 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:16,033 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:16,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742045_1224 (size=1405) 2024-11-19T19:26:16,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742045_1224 (size=1405) 2024-11-19T19:26:16,057 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:16,057 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:16,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742046_1225 (size=1413) 2024-11-19T19:26:16,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742046_1225 (size=1413) 2024-11-19T19:26:16,084 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:16,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:16,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742047_1226 (size=1413) 2024-11-19T19:26:16,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742047_1226 (size=1413) 2024-11-19T19:26:16,115 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:16,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:16,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:16,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:16,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742048_1227 (size=1413) 2024-11-19T19:26:16,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742048_1227 (size=1413) 2024-11-19T19:26:16,158 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:16,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742049_1228 (size=1398) 2024-11-19T19:26:16,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742049_1228 (size=1398) 2024-11-19T19:26:16,195 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:16,195 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.0 2024-11-19T19:26:16,195 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.0 after 0ms 2024-11-19T19:26:16,197 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.0 took 2ms 2024-11-19T19:26:16,206 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.0 so closing down 2024-11-19T19:26:16,206 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:16,206 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:16,208 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:16,209 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:16,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:16,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:16,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742050_1229 (size=743) 2024-11-19T19:26:16,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742050_1229 (size=743) 2024-11-19T19:26:16,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:16,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:26:16,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742051_1230 (size=743) 2024-11-19T19:26:16,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742051_1230 (size=743) 2024-11-19T19:26:16,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:16,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T19:26:16,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:16,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.0, size=1.4 K (1393bytes) at 1732044376195Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.0 so closing down at 1732044376206 (+11 ms)3 split writer threads finished at 1732044376206Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044376210 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044376210Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044376218 (+8 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044376219 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044376230 (+11 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732044376232 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044376232 2024-11-19T19:26:16,233 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/oldWALs/wal.dat.0 2024-11-19T19:26:16,234 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:26:16,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.1 2024-11-19T19:26:16,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.1 after 0ms 2024-11-19T19:26:16,238 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.1 took 4ms 2024-11-19T19:26:16,239 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.1 so closing down 2024-11-19T19:26:16,239 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:16,239 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:16,242 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:16,242 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:16,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:16,243 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742053_1232 (size=743) 2024-11-19T19:26:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742053_1232 (size=743) 2024-11-19T19:26:16,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:16,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742052_1231 (size=743) 2024-11-19T19:26:16,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742052_1231 (size=743) 2024-11-19T19:26:16,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:16,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T19:26:16,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T19:26:16,259 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:16,259 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.1, size=1.4 K (1393bytes) at 1732044376234Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.1 so closing down at 1732044376239 (+5 ms)3 split writer threads finished at 1732044376239Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044376243 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044376243Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044376255 (+12 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044376256 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732044376257 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732044376259 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044376259 2024-11-19T19:26:16,260 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/oldWALs/wal.dat.1 2024-11-19T19:26:16,261 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:26:16,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.2 2024-11-19T19:26:16,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.2 after 0ms 2024-11-19T19:26:16,263 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.2 took 2ms 2024-11-19T19:26:16,264 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.2 so closing down 2024-11-19T19:26:16,264 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:16,264 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:16,271 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:16,271 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:16,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:16,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:16,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742054_1233 (size=743) 2024-11-19T19:26:16,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742054_1233 (size=743) 2024-11-19T19:26:16,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:16,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742055_1234 (size=743) 2024-11-19T19:26:16,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742055_1234 (size=743) 2024-11-19T19:26:16,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T19:26:16,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:16,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T19:26:16,692 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:16,692 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.2, size=1.4 K (1393bytes) at 1732044376261Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.2 so closing down at 1732044376264 (+3 ms)3 split writer threads finished at 1732044376265 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732044376272 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044376272Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044376286 (+14 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732044376287 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044376690 (+403 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732044376692 (+2 ms)Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044376692 2024-11-19T19:26:16,693 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/oldWALs/wal.dat.2 2024-11-19T19:26:16,693 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:26:16,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.3 2024-11-19T19:26:16,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.3 after 1ms 2024-11-19T19:26:16,696 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.3 took 3ms 2024-11-19T19:26:16,697 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.3 so closing down 2024-11-19T19:26:16,697 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:16,697 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:16,700 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:16,700 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:16,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:16,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:16,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742056_1235 (size=743) 2024-11-19T19:26:16,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742056_1235 (size=743) 2024-11-19T19:26:16,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:16,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T19:26:16,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742057_1236 (size=743) 2024-11-19T19:26:16,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742057_1236 (size=743) 2024-11-19T19:26:16,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:16,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T19:26:16,724 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:16,724 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.3, size=1.4 K (1393bytes) at 1732044376693Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.3 so closing down at 1732044376697 (+4 ms)3 split writer threads finished at 1732044376697Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044376701 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732044376701Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044376711 (+10 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732044376712 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044376722 (+10 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732044376724 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044376724 2024-11-19T19:26:16,725 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/oldWALs/wal.dat.3 2024-11-19T19:26:16,726 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T19:26:16,726 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.4 2024-11-19T19:26:16,726 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.4 after 0ms 2024-11-19T19:26:16,728 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.4 took 2ms 2024-11-19T19:26:16,729 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.4 so closing down 2024-11-19T19:26:16,729 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:16,730 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:16,734 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:16,734 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:16,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:16,751 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:16,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742058_1237 (size=743) 2024-11-19T19:26:16,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742058_1237 (size=743) 2024-11-19T19:26:16,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:16,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T19:26:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742059_1238 (size=743) 2024-11-19T19:26:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742059_1238 (size=743) 2024-11-19T19:26:16,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:16,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T19:26:16,780 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:16,780 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.4, size=1.4 K (1393bytes) at 1732044376726Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.4 so closing down at 1732044376729 (+3 ms)3 split writer threads finished at 1732044376730 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044376740 (+10 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732044376751 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044376769 (+18 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732044376771 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044376778 (+7 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732044376779 (+1 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044376780 (+1 ms) 2024-11-19T19:26:16,785 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/oldWALs/wal.dat.4 2024-11-19T19:26:16,785 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.5, size=1.4 K (1398bytes) 2024-11-19T19:26:16,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.5 2024-11-19T19:26:16,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.5 after 1ms 2024-11-19T19:26:16,788 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.5 took 3ms 2024-11-19T19:26:16,794 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:16,795 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.5 so closing down 2024-11-19T19:26:16,795 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:16,795 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:16,797 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:16,799 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:16,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:16,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:16,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742060_1239 (size=743) 2024-11-19T19:26:16,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:16,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T19:26:16,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742060_1239 (size=743) 2024-11-19T19:26:16,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742061_1240 (size=743) 2024-11-19T19:26:16,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742061_1240 (size=743) 2024-11-19T19:26:17,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:17,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T19:26:17,233 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-19T19:26:17,233 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.5, size=1.4 K (1398bytes) at 1732044376785Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.5 so closing down at 1732044376795 (+10 ms)3 split writer threads finished at 1732044376795Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732044376801 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732044376804 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044376826 (+22 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732044376828 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044377231 (+403 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732044377233 (+2 ms)Processed 20 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1732044377233 2024-11-19T19:26:17,235 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/corrupt/wal.dat.5 2024-11-19T19:26:17,235 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T19:26:17,235 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.6 2024-11-19T19:26:17,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.6 after 1ms 2024-11-19T19:26:17,238 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.6 took 3ms 2024-11-19T19:26:17,241 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.6 so closing down 2024-11-19T19:26:17,241 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:17,241 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:17,242 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:17,242 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:17,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:17,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:17,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742062_1241 (size=749) 2024-11-19T19:26:17,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742062_1241 (size=749) 2024-11-19T19:26:17,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:17,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T19:26:17,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742063_1242 (size=749) 2024-11-19T19:26:17,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742063_1242 (size=749) 2024-11-19T19:26:17,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:17,655 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T19:26:17,655 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T19:26:17,656 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.6, size=1.4 K (1405bytes) at 1732044377235Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.6 so closing down at 1732044377241 (+6 ms)3 split writer threads finished at 1732044377241Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732044377243 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732044377244 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044377250 (+6 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732044377252 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044377654 (+402 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732044377655 (+1 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732044377655 2024-11-19T19:26:17,657 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/oldWALs/wal.dat.6 2024-11-19T19:26:17,657 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:26:17,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.7 2024-11-19T19:26:17,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.7 after 1ms 2024-11-19T19:26:17,660 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.7 took 2ms 2024-11-19T19:26:17,661 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.7 so closing down 2024-11-19T19:26:17,661 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:17,661 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:17,663 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:17,663 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:17,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:17,665 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:17,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742065_1244 (size=753) 2024-11-19T19:26:17,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742065_1244 (size=753) 2024-11-19T19:26:17,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:17,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T19:26:17,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742064_1243 (size=753) 2024-11-19T19:26:17,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742064_1243 (size=753) 2024-11-19T19:26:17,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:17,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T19:26:17,689 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:17,689 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.7, size=1.4 K (1413bytes) at 1732044377657Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.7 so closing down at 1732044377661 (+4 ms)3 split writer threads finished at 1732044377661Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044377664 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732044377665 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044377679 (+14 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732044377681 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044377687 (+6 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732044377688 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044377689 (+1 ms) 2024-11-19T19:26:17,690 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/oldWALs/wal.dat.7 2024-11-19T19:26:17,690 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T19:26:17,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.8 2024-11-19T19:26:17,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.8 after 1ms 2024-11-19T19:26:17,692 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.8 took 2ms 2024-11-19T19:26:17,694 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.8 so closing down 2024-11-19T19:26:17,694 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:17,694 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:17,697 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:17,697 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:17,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:17,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:17,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742066_1245 (size=753) 2024-11-19T19:26:17,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:17,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T19:26:17,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742066_1245 (size=753) 2024-11-19T19:26:17,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742067_1246 (size=753) 2024-11-19T19:26:17,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742067_1246 (size=753) 2024-11-19T19:26:17,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:17,730 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T19:26:17,730 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:17,730 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.8, size=1.4 K (1413bytes) at 1732044377690Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.8 so closing down at 1732044377694 (+4 ms)3 split writer threads finished at 1732044377694Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732044377698 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732044377698Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044377710 (+12 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732044377712 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044377728 (+16 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732044377730 (+2 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044377730 2024-11-19T19:26:17,732 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/oldWALs/wal.dat.8 2024-11-19T19:26:17,732 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T19:26:17,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.9 2024-11-19T19:26:17,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.9 after 1ms 2024-11-19T19:26:17,734 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.9 took 2ms 2024-11-19T19:26:17,735 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.9 so closing down 2024-11-19T19:26:17,735 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:17,735 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:17,739 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:17,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:17,742 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:17,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742068_1247 (size=753) 2024-11-19T19:26:17,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742068_1247 (size=753) 2024-11-19T19:26:17,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:17,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T19:26:17,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:17,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742069_1248 (size=753) 2024-11-19T19:26:17,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742069_1248 (size=753) 2024-11-19T19:26:17,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:17,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T19:26:17,759 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:17,759 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.9, size=1.4 K (1413bytes) at 1732044377732Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.9 so closing down at 1732044377735 (+3 ms)3 split writer threads finished at 1732044377735Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732044377740 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044377751 (+11 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732044377752 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044377752Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044377758 (+6 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732044377759 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044377759 2024-11-19T19:26:17,761 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732044375469/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/353c08a9-2291-57ed-5e72-e4288d2e1d41/oldWALs/wal.dat.9 2024-11-19T19:26:17,812 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=144 (was 144), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=538 (was 538), ProcessCount=11 (was 11), AvailableMemoryMB=4520 (was 4527) 2024-11-19T19:26:17,819 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=144, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=538, ProcessCount=11, AvailableMemoryMB=4520 2024-11-19T19:26:17,819 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:17,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742070_1249 (size=7) 2024-11-19T19:26:17,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742070_1249 (size=7) 2024-11-19T19:26:18,232 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:18,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:18,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:18,236 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:18,236 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4/data/default/t1/d34863ecb0186e72b2f65aa2d8af9626 2024-11-19T19:26:18,237 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region d34863ecb0186e72b2f65aa2d8af9626 2024-11-19T19:26:18,238 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:18,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742071_1250 (size=3831) 2024-11-19T19:26:18,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742071_1250 (size=3831) 2024-11-19T19:26:18,298 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/WALs/testsplitleavescompactioneventsedits,16010,1732044378236/wal.dat.0, size=3.7 K (3831bytes) 2024-11-19T19:26:18,298 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/WALs/testsplitleavescompactioneventsedits,16010,1732044378236/wal.dat.0 2024-11-19T19:26:18,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/WALs/testsplitleavescompactioneventsedits,16010,1732044378236/wal.dat.0 after 1ms 2024-11-19T19:26:18,300 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/WALs/testsplitleavescompactioneventsedits,16010,1732044378236/wal.dat.0 took 2ms 2024-11-19T19:26:18,302 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/WALs/testsplitleavescompactioneventsedits,16010,1732044378236/wal.dat.0 so closing down 2024-11-19T19:26:18,302 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:18,302 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:18,305 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:18,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/data/default/t1/d34863ecb0186e72b2f65aa2d8af9626/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742072_1251 (size=1591) 2024-11-19T19:26:18,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742072_1251 (size=1591) 2024-11-19T19:26:18,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/data/default/t1/d34863ecb0186e72b2f65aa2d8af9626/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:18,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/data/default/t1/d34863ecb0186e72b2f65aa2d8af9626/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/data/default/t1/d34863ecb0186e72b2f65aa2d8af9626/recovered.edits/0000000000000000009 2024-11-19T19:26:18,330 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 29 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/WALs/testsplitleavescompactioneventsedits,16010,1732044378236/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false 2024-11-19T19:26:18,330 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/WALs/testsplitleavescompactioneventsedits,16010,1732044378236/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/WALs/testsplitleavescompactioneventsedits,16010,1732044378236/wal.dat.0, size=3.7 K (3831bytes) at 1732044378298Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/WALs/testsplitleavescompactioneventsedits,16010,1732044378236/wal.dat.0 so closing down at 1732044378302 (+4 ms)3 split writer threads finished at 1732044378303 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/data/default/t1/d34863ecb0186e72b2f65aa2d8af9626/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044378306 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/data/default/t1/d34863ecb0186e72b2f65aa2d8af9626/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1732044378327 (+21 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/data/default/t1/d34863ecb0186e72b2f65aa2d8af9626/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/data/default/t1/d34863ecb0186e72b2f65aa2d8af9626/recovered.edits/0000000000000000009 at 1732044378330 (+3 ms)Processed 21 edits across 1 Regions in 29 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/WALs/testsplitleavescompactioneventsedits,16010,1732044378236/wal.dat.0, size=3.7 K, length=3831, corrupted=false, cancelled=false at 1732044378330 2024-11-19T19:26:18,334 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/WALs/testsplitleavescompactioneventsedits,16010,1732044378236/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/0d07eb26-9a69-91eb-6180-a4b2cba54d1d/oldWALs/wal.dat.0 2024-11-19T19:26:18,368 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=145 (was 144) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=538 (was 538), ProcessCount=11 (was 11), AvailableMemoryMB=4517 (was 4520) 2024-11-19T19:26:18,376 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=145, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=538, ProcessCount=11, AvailableMemoryMB=4517 2024-11-19T19:26:18,377 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:18,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742073_1252 (size=7) 2024-11-19T19:26:18,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742073_1252 (size=7) 2024-11-19T19:26:18,399 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:18,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:18,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:18,417 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:18,417 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-19T19:26:18,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:18,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742074_1253 (size=863) 2024-11-19T19:26:18,468 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:18,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742074_1253 (size=863) 2024-11-19T19:26:18,491 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/WALs/testsplitpreservesedits,16010,1732044378417/wal.dat.0, size=863 (863bytes) 2024-11-19T19:26:18,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/WALs/testsplitpreservesedits,16010,1732044378417/wal.dat.0 2024-11-19T19:26:18,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/WALs/testsplitpreservesedits,16010,1732044378417/wal.dat.0 after 0ms 2024-11-19T19:26:18,494 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/WALs/testsplitpreservesedits,16010,1732044378417/wal.dat.0 took 3ms 2024-11-19T19:26:18,498 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/WALs/testsplitpreservesedits,16010,1732044378417/wal.dat.0 so closing down 2024-11-19T19:26:18,498 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:18,500 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:18,503 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:18,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:18,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742075_1254 (size=863) 2024-11-19T19:26:18,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742075_1254 (size=863) 2024-11-19T19:26:18,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:18,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-19T19:26:18,524 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/WALs/testsplitpreservesedits,16010,1732044378417/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-19T19:26:18,524 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/WALs/testsplitpreservesedits,16010,1732044378417/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/WALs/testsplitpreservesedits,16010,1732044378417/wal.dat.0, size=863 (863bytes) at 1732044378491Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/WALs/testsplitpreservesedits,16010,1732044378417/wal.dat.0 so closing down at 1732044378498 (+7 ms)3 split writer threads finished at 1732044378500 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044378504 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044378523 (+19 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732044378524 (+1 ms)Processed 10 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/WALs/testsplitpreservesedits,16010,1732044378417/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1732044378524 2024-11-19T19:26:18,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/WALs/testsplitpreservesedits,16010,1732044378417/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/f073f5c9-7d5e-c516-c0be-95ea3c35fd52/oldWALs/wal.dat.0 2024-11-19T19:26:18,544 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=145 (was 145), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=567 (was 538) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4517 (was 4517) 2024-11-19T19:26:18,552 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=145, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=567, ProcessCount=11, AvailableMemoryMB=4516 2024-11-19T19:26:18,552 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:18,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742076_1255 (size=7) 2024-11-19T19:26:18,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742076_1255 (size=7) 2024-11-19T19:26:18,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:18,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:18,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:18,579 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:18,579 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:18,579 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:18,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:18,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742077_1256 (size=1393) 2024-11-19T19:26:18,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742077_1256 (size=1393) 2024-11-19T19:26:18,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:18,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:18,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742078_1257 (size=1393) 2024-11-19T19:26:18,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742078_1257 (size=1393) 2024-11-19T19:26:18,627 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:18,627 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:18,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742079_1258 (size=1393) 2024-11-19T19:26:18,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742079_1258 (size=1393) 2024-11-19T19:26:18,651 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:18,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:18,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742080_1259 (size=1393) 2024-11-19T19:26:18,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742080_1259 (size=1393) 2024-11-19T19:26:18,677 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:18,677 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:18,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742081_1260 (size=1393) 2024-11-19T19:26:18,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742081_1260 (size=1393) 2024-11-19T19:26:18,713 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:18,713 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:18,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742082_1261 (size=1393) 2024-11-19T19:26:18,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742082_1261 (size=1393) 2024-11-19T19:26:18,729 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:18,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:18,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742083_1262 (size=1405) 2024-11-19T19:26:18,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742083_1262 (size=1405) 2024-11-19T19:26:18,758 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:18,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:18,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:18,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:18,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742084_1263 (size=1413) 2024-11-19T19:26:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742084_1263 (size=1413) 2024-11-19T19:26:19,178 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:19,179 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:19,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742085_1264 (size=1413) 2024-11-19T19:26:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742085_1264 (size=1413) 2024-11-19T19:26:19,195 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:19,195 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:19,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:19,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:19,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742086_1265 (size=1413) 2024-11-19T19:26:19,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742086_1265 (size=1413) 2024-11-19T19:26:19,207 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:19,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742087_1266 (size=1394) 2024-11-19T19:26:19,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742087_1266 (size=1394) 2024-11-19T19:26:19,257 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:19,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.0 2024-11-19T19:26:19,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.0 after 0ms 2024-11-19T19:26:19,259 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.0 took 3ms 2024-11-19T19:26:19,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.0 so closing down 2024-11-19T19:26:19,261 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:19,261 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:19,270 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:19,270 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:19,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:19,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:19,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742088_1267 (size=743) 2024-11-19T19:26:19,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742088_1267 (size=743) 2024-11-19T19:26:19,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:19,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T19:26:19,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742089_1268 (size=743) 2024-11-19T19:26:19,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742089_1268 (size=743) 2024-11-19T19:26:19,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:19,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:26:19,299 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:19,299 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.0, size=1.4 K (1393bytes) at 1732044379257Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.0 so closing down at 1732044379261 (+4 ms)3 split writer threads finished at 1732044379261Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044379271 (+10 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044379271Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044379287 (+16 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732044379290 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044379297 (+7 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044379299 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044379299 2024-11-19T19:26:19,303 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/oldWALs/wal.dat.0 2024-11-19T19:26:19,303 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:26:19,303 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.1 2024-11-19T19:26:19,304 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.1 after 0ms 2024-11-19T19:26:19,306 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.1 took 3ms 2024-11-19T19:26:19,307 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.1 so closing down 2024-11-19T19:26:19,308 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:19,308 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:19,310 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:19,310 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:19,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:19,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:19,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742091_1270 (size=743) 2024-11-19T19:26:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742090_1269 (size=743) 2024-11-19T19:26:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742091_1270 (size=743) 2024-11-19T19:26:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742090_1269 (size=743) 2024-11-19T19:26:19,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:19,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:19,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T19:26:19,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T19:26:19,324 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:19,324 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.1, size=1.4 K (1393bytes) at 1732044379303Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.1 so closing down at 1732044379307 (+4 ms)3 split writer threads finished at 1732044379308 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044379311 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044379311Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044379322 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044379322Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732044379323 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732044379323Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044379324 (+1 ms) 2024-11-19T19:26:19,325 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/oldWALs/wal.dat.1 2024-11-19T19:26:19,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:26:19,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.2 2024-11-19T19:26:19,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.2 after 0ms 2024-11-19T19:26:19,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.2 took 2ms 2024-11-19T19:26:19,328 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.2 so closing down 2024-11-19T19:26:19,328 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:19,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:19,330 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:19,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:19,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742092_1271 (size=743) 2024-11-19T19:26:19,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742092_1271 (size=743) 2024-11-19T19:26:19,352 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:19,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:19,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742093_1272 (size=743) 2024-11-19T19:26:19,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742093_1272 (size=743) 2024-11-19T19:26:19,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:19,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T19:26:19,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:19,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T19:26:19,750 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:19,750 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.2, size=1.4 K (1393bytes) at 1732044379325Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.2 so closing down at 1732044379328 (+3 ms)3 split writer threads finished at 1732044379328Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732044379332 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044379354 (+22 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044379371 (+17 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732044379376 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044379749 (+373 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732044379750 (+1 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044379750 2024-11-19T19:26:19,752 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/oldWALs/wal.dat.2 2024-11-19T19:26:19,752 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:26:19,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.3 2024-11-19T19:26:19,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.3 after 0ms 2024-11-19T19:26:19,851 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.3 took 99ms 2024-11-19T19:26:19,853 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.3 so closing down 2024-11-19T19:26:19,853 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:19,854 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:19,857 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:19,859 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:19,859 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:19,864 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:19,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742094_1273 (size=743) 2024-11-19T19:26:19,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742094_1273 (size=743) 2024-11-19T19:26:19,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:19,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T19:26:19,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742095_1274 (size=743) 2024-11-19T19:26:19,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742095_1274 (size=743) 2024-11-19T19:26:20,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:20,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T19:26:20,309 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:20,309 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.3, size=1.4 K (1393bytes) at 1732044379752Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.3 so closing down at 1732044379853 (+101 ms)3 split writer threads finished at 1732044379854 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732044379859 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044379864 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044379878 (+14 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732044379879 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044380307 (+428 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732044380309 (+2 ms)Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044380309 2024-11-19T19:26:20,310 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/oldWALs/wal.dat.3 2024-11-19T19:26:20,311 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T19:26:20,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.4 2024-11-19T19:26:20,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.4 after 0ms 2024-11-19T19:26:20,313 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.4 took 2ms 2024-11-19T19:26:20,314 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.4 so closing down 2024-11-19T19:26:20,314 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:20,315 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:20,316 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:20,316 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:20,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:20,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:20,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742096_1275 (size=743) 2024-11-19T19:26:20,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742096_1275 (size=743) 2024-11-19T19:26:20,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:20,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T19:26:20,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742097_1276 (size=743) 2024-11-19T19:26:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742097_1276 (size=743) 2024-11-19T19:26:20,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:20,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T19:26:20,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:20,343 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.4, size=1.4 K (1393bytes) at 1732044380311Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.4 so closing down at 1732044380314 (+3 ms)3 split writer threads finished at 1732044380315 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044380317 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732044380317Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044380324 (+7 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732044380326 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044380340 (+14 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732044380342 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044380342 2024-11-19T19:26:20,345 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/oldWALs/wal.dat.4 2024-11-19T19:26:20,345 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.5, size=1.4 K (1394bytes) 2024-11-19T19:26:20,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.5 2024-11-19T19:26:20,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.5 after 1ms 2024-11-19T19:26:20,353 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-19T19:26:20,354 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.5 so closing down 2024-11-19T19:26:20,354 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-19T19:26:20,354 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.5, size=1.4 K (1394bytes) at 1732044380345Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.5 so closing down at 1732044380354 (+9 ms)Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732044380354 2024-11-19T19:26:20,356 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/corrupt/wal.dat.5 2024-11-19T19:26:20,356 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T19:26:20,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.6 2024-11-19T19:26:20,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.6 after 1ms 2024-11-19T19:26:20,358 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.6 took 2ms 2024-11-19T19:26:20,365 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.6 so closing down 2024-11-19T19:26:20,365 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:20,366 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:20,371 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:20,372 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:20,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:20,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:20,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742098_1277 (size=749) 2024-11-19T19:26:20,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742098_1277 (size=749) 2024-11-19T19:26:20,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742099_1278 (size=749) 2024-11-19T19:26:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742099_1278 (size=749) 2024-11-19T19:26:20,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T19:26:20,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:20,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T19:26:20,784 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T19:26:20,784 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.6, size=1.4 K (1405bytes) at 1732044380356Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.6 so closing down at 1732044380365 (+9 ms)3 split writer threads finished at 1732044380366 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732044380372 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732044380373 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044380381 (+8 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732044380384 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044380783 (+399 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732044380784 (+1 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732044380784 2024-11-19T19:26:20,786 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/oldWALs/wal.dat.6 2024-11-19T19:26:20,787 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:26:20,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.7 2024-11-19T19:26:20,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.7 after 0ms 2024-11-19T19:26:20,789 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.7 took 3ms 2024-11-19T19:26:20,790 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.7 so closing down 2024-11-19T19:26:20,790 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:20,790 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:20,791 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:20,791 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:20,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:20,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:20,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742100_1279 (size=753) 2024-11-19T19:26:20,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742100_1279 (size=753) 2024-11-19T19:26:20,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:20,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T19:26:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742101_1280 (size=753) 2024-11-19T19:26:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742101_1280 (size=753) 2024-11-19T19:26:20,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:20,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T19:26:20,815 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:20,815 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.7, size=1.4 K (1413bytes) at 1732044380787Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.7 so closing down at 1732044380790 (+3 ms)3 split writer threads finished at 1732044380790Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044380792 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732044380792Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044380810 (+18 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732044380811 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044380814 (+3 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732044380815 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044380815 2024-11-19T19:26:20,817 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/oldWALs/wal.dat.7 2024-11-19T19:26:20,817 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T19:26:20,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.8 2024-11-19T19:26:20,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.8 after 1ms 2024-11-19T19:26:20,819 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.8 took 2ms 2024-11-19T19:26:20,821 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.8 so closing down 2024-11-19T19:26:20,821 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:20,824 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:20,828 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:20,828 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:20,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:20,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:20,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742102_1281 (size=753) 2024-11-19T19:26:20,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742102_1281 (size=753) 2024-11-19T19:26:20,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:20,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T19:26:20,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742103_1282 (size=753) 2024-11-19T19:26:20,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742103_1282 (size=753) 2024-11-19T19:26:20,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:20,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T19:26:20,846 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:20,846 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.8, size=1.4 K (1413bytes) at 1732044380817Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.8 so closing down at 1732044380821 (+4 ms)3 split writer threads finished at 1732044380824 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732044380829 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732044380829Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044380835 (+6 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732044380836 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044380845 (+9 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732044380846 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044380846 2024-11-19T19:26:20,848 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/oldWALs/wal.dat.8 2024-11-19T19:26:20,849 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T19:26:20,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.9 2024-11-19T19:26:20,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.9 after 0ms 2024-11-19T19:26:20,850 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.9 took 2ms 2024-11-19T19:26:20,851 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.9 so closing down 2024-11-19T19:26:20,851 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:20,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:20,854 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:20,854 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:20,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:20,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742105_1284 (size=753) 2024-11-19T19:26:20,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742104_1283 (size=753) 2024-11-19T19:26:20,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742104_1283 (size=753) 2024-11-19T19:26:20,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742105_1284 (size=753) 2024-11-19T19:26:20,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:20,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:20,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T19:26:20,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T19:26:20,872 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:20,872 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.9, size=1.4 K (1413bytes) at 1732044380849Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.9 so closing down at 1732044380851 (+2 ms)3 split writer threads finished at 1732044380852 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044380856 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732044380856Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044380867 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044380867Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732044380870 (+3 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732044380872 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044380872 2024-11-19T19:26:20,874 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732044378579/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/a0c9877a-960d-9629-b9e2-5124b0e7c4d8/oldWALs/wal.dat.9 2024-11-19T19:26:20,937 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=145 (was 145), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=567 (was 567), ProcessCount=11 (was 11), AvailableMemoryMB=4518 (was 4516) - AvailableMemoryMB LEAK? - 2024-11-19T19:26:20,944 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=145, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=567, ProcessCount=11, AvailableMemoryMB=4518 2024-11-19T19:26:20,944 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:20,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742106_1285 (size=7) 2024-11-19T19:26:20,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742106_1285 (size=7) 2024-11-19T19:26:21,357 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:21,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:21,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:21,361 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:21,361 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-19T19:26:21,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:21,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742107_1286 (size=2403) 2024-11-19T19:26:21,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742107_1286 (size=2403) 2024-11-19T19:26:21,385 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:21,410 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/WALs/testsplitremovesregioneventsedits,16010,1732044381361/wal.dat.0, size=2.3 K (2403bytes) 2024-11-19T19:26:21,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/WALs/testsplitremovesregioneventsedits,16010,1732044381361/wal.dat.0 2024-11-19T19:26:21,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/WALs/testsplitremovesregioneventsedits,16010,1732044381361/wal.dat.0 after 0ms 2024-11-19T19:26:21,413 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/WALs/testsplitremovesregioneventsedits,16010,1732044381361/wal.dat.0 took 3ms 2024-11-19T19:26:21,415 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/WALs/testsplitremovesregioneventsedits,16010,1732044381361/wal.dat.0 so closing down 2024-11-19T19:26:21,415 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:21,416 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:21,418 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:21,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:21,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742108_1287 (size=863) 2024-11-19T19:26:21,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742108_1287 (size=863) 2024-11-19T19:26:21,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:21,434 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-19T19:26:21,434 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 21 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/WALs/testsplitremovesregioneventsedits,16010,1732044381361/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-19T19:26:21,434 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/WALs/testsplitremovesregioneventsedits,16010,1732044381361/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/WALs/testsplitremovesregioneventsedits,16010,1732044381361/wal.dat.0, size=2.3 K (2403bytes) at 1732044381410Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/WALs/testsplitremovesregioneventsedits,16010,1732044381361/wal.dat.0 so closing down at 1732044381415 (+5 ms)3 split writer threads finished at 1732044381416 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044381422 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044381431 (+9 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732044381434 (+3 ms)Processed 20 edits across 1 Regions in 21 ms; skipped=10; WAL=hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/WALs/testsplitremovesregioneventsedits,16010,1732044381361/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1732044381434 2024-11-19T19:26:21,436 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/WALs/testsplitremovesregioneventsedits,16010,1732044381361/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/56805dae-b31d-eeb2-b8b1-f45cbbaaffa9/oldWALs/wal.dat.0 2024-11-19T19:26:21,456 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=145 (was 145), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=567 (was 567), ProcessCount=11 (was 11), AvailableMemoryMB=4518 (was 4518) 2024-11-19T19:26:21,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=145, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=567, ProcessCount=11, AvailableMemoryMB=4518 2024-11-19T19:26:21,464 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:21,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742109_1288 (size=7) 2024-11-19T19:26:21,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742109_1288 (size=7) 2024-11-19T19:26:21,484 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:21,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:21,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:21,489 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:21,506 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=145 (was 145), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=567 (was 567), ProcessCount=11 (was 11), AvailableMemoryMB=4518 (was 4518) 2024-11-19T19:26:21,513 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=145, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=567, ProcessCount=11, AvailableMemoryMB=4518 2024-11-19T19:26:21,513 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:21,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742110_1289 (size=7) 2024-11-19T19:26:21,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742110_1289 (size=7) 2024-11-19T19:26:21,528 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:21,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:21,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:21,533 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:21,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:21,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742111_1290 (size=255) 2024-11-19T19:26:21,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742111_1290 (size=255) 2024-11-19T19:26:21,583 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/7d5ace45-a056-2be1-a014-23daca0eea4d/WALs/testsplitremovesreplicationmarkeredits,16010,1732044381533/wal.dat.1, size=255 (255bytes) 2024-11-19T19:26:21,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/7d5ace45-a056-2be1-a014-23daca0eea4d/WALs/testsplitremovesreplicationmarkeredits,16010,1732044381533/wal.dat.1 2024-11-19T19:26:21,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/7d5ace45-a056-2be1-a014-23daca0eea4d/WALs/testsplitremovesreplicationmarkeredits,16010,1732044381533/wal.dat.1 after 0ms 2024-11-19T19:26:21,585 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/7d5ace45-a056-2be1-a014-23daca0eea4d/WALs/testsplitremovesreplicationmarkeredits,16010,1732044381533/wal.dat.1 took 2ms 2024-11-19T19:26:21,586 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-19T19:26:21,586 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/7d5ace45-a056-2be1-a014-23daca0eea4d/WALs/testsplitremovesreplicationmarkeredits,16010,1732044381533/wal.dat.1 so closing down 2024-11-19T19:26:21,586 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:21,586 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:21,586 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/7d5ace45-a056-2be1-a014-23daca0eea4d/WALs/testsplitremovesreplicationmarkeredits,16010,1732044381533/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-19T19:26:21,586 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/7d5ace45-a056-2be1-a014-23daca0eea4d/WALs/testsplitremovesreplicationmarkeredits,16010,1732044381533/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/7d5ace45-a056-2be1-a014-23daca0eea4d/WALs/testsplitremovesreplicationmarkeredits,16010,1732044381533/wal.dat.1, size=255 (255bytes) at 1732044381583Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/7d5ace45-a056-2be1-a014-23daca0eea4d/WALs/testsplitremovesreplicationmarkeredits,16010,1732044381533/wal.dat.1 so closing down at 1732044381586 (+3 ms)3 split writer threads finished at 1732044381586Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/7d5ace45-a056-2be1-a014-23daca0eea4d/WALs/testsplitremovesreplicationmarkeredits,16010,1732044381533/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1732044381586 2024-11-19T19:26:21,589 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/7d5ace45-a056-2be1-a014-23daca0eea4d/WALs/testsplitremovesreplicationmarkeredits,16010,1732044381533/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/7d5ace45-a056-2be1-a014-23daca0eea4d/oldWALs/wal.dat.1 2024-11-19T19:26:21,601 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=145 (was 145), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=567 (was 567), ProcessCount=11 (was 11), AvailableMemoryMB=4517 (was 4518) 2024-11-19T19:26:21,608 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=145, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=567, ProcessCount=11, AvailableMemoryMB=4517 2024-11-19T19:26:21,608 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:21,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742112_1291 (size=7) 2024-11-19T19:26:21,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742112_1291 (size=7) 2024-11-19T19:26:21,620 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:21,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:21,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:21,625 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-19T19:26:21,625 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-19T19:26:21,626 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742113_1292 (size=1941) 2024-11-19T19:26:21,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742113_1292 (size=1941) 2024-11-19T19:26:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4/data/default/t1/region__1 2024-11-19T19:26:21,667 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/75051351-eeaf-9521-a4a4-0eada6a4cd98/WALs/testsplitlogfiledeletedregiondir,16010,1732044381625/wal.dat.0, size=1.9 K (1941bytes) 2024-11-19T19:26:21,667 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/75051351-eeaf-9521-a4a4-0eada6a4cd98/WALs/testsplitlogfiledeletedregiondir,16010,1732044381625/wal.dat.0 2024-11-19T19:26:21,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/75051351-eeaf-9521-a4a4-0eada6a4cd98/WALs/testsplitlogfiledeletedregiondir,16010,1732044381625/wal.dat.0 after 1ms 2024-11-19T19:26:21,669 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/75051351-eeaf-9521-a4a4-0eada6a4cd98/WALs/testsplitlogfiledeletedregiondir,16010,1732044381625/wal.dat.0 took 2ms 2024-11-19T19:26:21,671 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-19T19:26:21,671 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/75051351-eeaf-9521-a4a4-0eada6a4cd98/WALs/testsplitlogfiledeletedregiondir,16010,1732044381625/wal.dat.0 so closing down 2024-11-19T19:26:21,671 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:21,671 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:21,671 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:36367/user/jenkins/test-data/75051351-eeaf-9521-a4a4-0eada6a4cd98/WALs/testsplitlogfiledeletedregiondir,16010,1732044381625/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-19T19:26:21,671 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/75051351-eeaf-9521-a4a4-0eada6a4cd98/WALs/testsplitlogfiledeletedregiondir,16010,1732044381625/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/75051351-eeaf-9521-a4a4-0eada6a4cd98/WALs/testsplitlogfiledeletedregiondir,16010,1732044381625/wal.dat.0, size=1.9 K (1941bytes) at 1732044381667Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/75051351-eeaf-9521-a4a4-0eada6a4cd98/WALs/testsplitlogfiledeletedregiondir,16010,1732044381625/wal.dat.0 so closing down at 1732044381671 (+4 ms)3 split writer threads finished at 1732044381671Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:36367/user/jenkins/test-data/75051351-eeaf-9521-a4a4-0eada6a4cd98/WALs/testsplitlogfiledeletedregiondir,16010,1732044381625/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1732044381671 2024-11-19T19:26:21,673 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/75051351-eeaf-9521-a4a4-0eada6a4cd98/WALs/testsplitlogfiledeletedregiondir,16010,1732044381625/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/75051351-eeaf-9521-a4a4-0eada6a4cd98/oldWALs/wal.dat.0 2024-11-19T19:26:21,683 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=145 (was 145), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=567 (was 567), ProcessCount=11 (was 11), AvailableMemoryMB=4517 (was 4517) 2024-11-19T19:26:21,690 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=145, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=567, ProcessCount=11, AvailableMemoryMB=4517 2024-11-19T19:26:21,690 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:21,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742114_1293 (size=7) 2024-11-19T19:26:21,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742114_1293 (size=7) 2024-11-19T19:26:21,698 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:21,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:21,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:21,701 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:21,705 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-19T19:26:21,705 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:21,705 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:21,706 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:21,706 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:21,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742115_1294 (size=1393) 2024-11-19T19:26:21,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742115_1294 (size=1393) 2024-11-19T19:26:21,720 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:21,720 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:21,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742116_1295 (size=1393) 2024-11-19T19:26:21,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742116_1295 (size=1393) 2024-11-19T19:26:21,738 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:21,738 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:21,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742117_1296 (size=1393) 2024-11-19T19:26:21,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742117_1296 (size=1393) 2024-11-19T19:26:21,776 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:21,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:21,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742118_1297 (size=1393) 2024-11-19T19:26:21,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742118_1297 (size=1393) 2024-11-19T19:26:21,811 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:21,811 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:21,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742119_1298 (size=1393) 2024-11-19T19:26:21,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742119_1298 (size=1393) 2024-11-19T19:26:21,832 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:21,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:21,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742120_1299 (size=1393) 2024-11-19T19:26:21,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742120_1299 (size=1393) 2024-11-19T19:26:21,852 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:21,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:21,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742121_1300 (size=1405) 2024-11-19T19:26:21,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742121_1300 (size=1405) 2024-11-19T19:26:21,869 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:21,869 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:21,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742122_1301 (size=1413) 2024-11-19T19:26:21,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742122_1301 (size=1413) 2024-11-19T19:26:21,906 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:21,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:21,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742123_1302 (size=1413) 2024-11-19T19:26:21,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742123_1302 (size=1413) 2024-11-19T19:26:21,952 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:21,953 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:21,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:21,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:21,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742124_1303 (size=1413) 2024-11-19T19:26:21,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742124_1303 (size=1413) 2024-11-19T19:26:21,997 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:22,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/b0317946-0749-7833-5074-32ccc8399940/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732044381701/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:22,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/b0317946-0749-7833-5074-32ccc8399940/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732044381701/wal.dat.0 2024-11-19T19:26:22,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/b0317946-0749-7833-5074-32ccc8399940/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732044381701/wal.dat.0 after 1ms 2024-11-19T19:26:22,030 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/b0317946-0749-7833-5074-32ccc8399940/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732044381701/wal.dat.0 took 6ms 2024-11-19T19:26:22,041 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/b0317946-0749-7833-5074-32ccc8399940/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732044381701/wal.dat.0 so closing down 2024-11-19T19:26:22,041 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:22,042 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:22,042 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/b0317946-0749-7833-5074-32ccc8399940/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732044381701/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:22,042 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/b0317946-0749-7833-5074-32ccc8399940/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732044381701/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/b0317946-0749-7833-5074-32ccc8399940/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732044381701/wal.dat.0, size=1.4 K (1393bytes) at 1732044382024Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/b0317946-0749-7833-5074-32ccc8399940/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732044381701/wal.dat.0 so closing down at 1732044382041 (+17 ms)3 split writer threads finished at 1732044382042 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/b0317946-0749-7833-5074-32ccc8399940/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732044381701/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044382042 2024-11-19T19:26:22,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=145 (was 145), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=567 (was 567), ProcessCount=11 (was 11), AvailableMemoryMB=4516 (was 4517) 2024-11-19T19:26:22,060 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=145, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=567, ProcessCount=11, AvailableMemoryMB=4516 2024-11-19T19:26:22,061 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742125_1304 (size=7) 2024-11-19T19:26:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742125_1304 (size=7) 2024-11-19T19:26:22,078 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:22,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:22,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:22,082 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:22,082 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:22,083 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:22,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:22,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742126_1305 (size=1393) 2024-11-19T19:26:22,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742126_1305 (size=1393) 2024-11-19T19:26:22,103 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:22,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:22,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742127_1306 (size=1393) 2024-11-19T19:26:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742127_1306 (size=1393) 2024-11-19T19:26:22,128 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:22,128 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:22,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742128_1307 (size=1393) 2024-11-19T19:26:22,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742128_1307 (size=1393) 2024-11-19T19:26:22,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:22,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:22,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742129_1308 (size=1393) 2024-11-19T19:26:22,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742129_1308 (size=1393) 2024-11-19T19:26:22,170 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:22,171 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:22,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:22,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742131_1310 (size=1393) 2024-11-19T19:26:22,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742131_1310 (size=1393) 2024-11-19T19:26:22,211 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:22,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:22,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742132_1311 (size=1405) 2024-11-19T19:26:22,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742132_1311 (size=1405) 2024-11-19T19:26:22,228 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:22,228 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:22,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742133_1312 (size=1413) 2024-11-19T19:26:22,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742133_1312 (size=1413) 2024-11-19T19:26:22,239 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:22,239 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:22,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742134_1313 (size=1413) 2024-11-19T19:26:22,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742134_1313 (size=1413) 2024-11-19T19:26:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:22,264 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:22,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742135_1314 (size=1413) 2024-11-19T19:26:22,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742135_1314 (size=1413) 2024-11-19T19:26:22,289 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:22,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742130_1309 (size=1458) 2024-11-19T19:26:22,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742130_1309 (size=1458) 2024-11-19T19:26:22,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:22,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.0 2024-11-19T19:26:22,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.0 after 1ms 2024-11-19T19:26:22,321 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.0 took 3ms 2024-11-19T19:26:22,324 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.0 so closing down 2024-11-19T19:26:22,324 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:22,325 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:22,328 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:22,328 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:22,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:22,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:22,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742136_1315 (size=743) 2024-11-19T19:26:22,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742136_1315 (size=743) 2024-11-19T19:26:22,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:22,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:26:22,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742137_1316 (size=743) 2024-11-19T19:26:22,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742137_1316 (size=743) 2024-11-19T19:26:22,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:22,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T19:26:22,375 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:22,375 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.0, size=1.4 K (1393bytes) at 1732044382318Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.0 so closing down at 1732044382324 (+6 ms)3 split writer threads finished at 1732044382325 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044382330 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044382340 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044382370 (+30 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044382372 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044382373 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732044382375 (+2 ms)Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044382375 2024-11-19T19:26:22,377 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/oldWALs/wal.dat.0 2024-11-19T19:26:22,377 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:26:22,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.1 2024-11-19T19:26:22,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.1 after 0ms 2024-11-19T19:26:22,379 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.1 took 2ms 2024-11-19T19:26:22,380 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.1 so closing down 2024-11-19T19:26:22,380 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:22,380 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:22,381 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:22,381 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:22,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:22,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:22,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742138_1317 (size=743) 2024-11-19T19:26:22,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742138_1317 (size=743) 2024-11-19T19:26:22,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:22,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T19:26:22,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742139_1318 (size=743) 2024-11-19T19:26:22,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742139_1318 (size=743) 2024-11-19T19:26:22,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:22,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T19:26:22,397 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:22,397 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.1, size=1.4 K (1393bytes) at 1732044382377Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.1 so closing down at 1732044382380 (+3 ms)3 split writer threads finished at 1732044382380Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044382382 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044382384 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044382387 (+3 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732044382388 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044382395 (+7 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732044382397 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044382397 2024-11-19T19:26:22,399 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/oldWALs/wal.dat.1 2024-11-19T19:26:22,400 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:26:22,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.2 2024-11-19T19:26:22,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.2 after 0ms 2024-11-19T19:26:22,401 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.2 took 1ms 2024-11-19T19:26:22,402 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.2 so closing down 2024-11-19T19:26:22,403 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:22,403 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:22,407 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:22,412 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:22,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:22,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:22,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742140_1319 (size=743) 2024-11-19T19:26:22,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742140_1319 (size=743) 2024-11-19T19:26:22,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:22,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742141_1320 (size=743) 2024-11-19T19:26:22,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742141_1320 (size=743) 2024-11-19T19:26:22,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:22,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T19:26:22,420 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T19:26:22,420 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:22,420 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.2, size=1.4 K (1393bytes) at 1732044382400Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.2 so closing down at 1732044382403 (+3 ms)3 split writer threads finished at 1732044382403Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732044382413 (+10 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044382414 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044382418 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044382419 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732044382419Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732044382420 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044382420 2024-11-19T19:26:22,422 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/oldWALs/wal.dat.2 2024-11-19T19:26:22,422 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:26:22,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.3 2024-11-19T19:26:22,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.3 after 0ms 2024-11-19T19:26:22,424 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.3 took 2ms 2024-11-19T19:26:22,425 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.3 so closing down 2024-11-19T19:26:22,425 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:22,425 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:22,427 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:22,427 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:22,429 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:22,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:22,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742142_1321 (size=743) 2024-11-19T19:26:22,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742142_1321 (size=743) 2024-11-19T19:26:22,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742143_1322 (size=743) 2024-11-19T19:26:22,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742143_1322 (size=743) 2024-11-19T19:26:22,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:22,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:22,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T19:26:22,447 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T19:26:22,447 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:22,447 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.3, size=1.4 K (1393bytes) at 1732044382422Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.3 so closing down at 1732044382425 (+3 ms)3 split writer threads finished at 1732044382425Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044382429 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732044382429Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044382446 (+17 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044382446Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732044382447 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732044382447Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044382447 2024-11-19T19:26:22,449 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/oldWALs/wal.dat.3 2024-11-19T19:26:22,449 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.4, size=1.4 K (1458bytes) 2024-11-19T19:26:22,449 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.4 2024-11-19T19:26:22,449 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.4 after 0ms 2024-11-19T19:26:22,451 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.4 took 2ms 2024-11-19T19:26:22,459 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.4 so closing down 2024-11-19T19:26:22,459 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:22,460 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:22,463 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:22,463 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:22,464 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-19T19:26:22,468 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:22,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp 2024-11-19T19:26:22,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-19T19:26:22,469 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:26:22,469 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-19T19:26:22,469 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.4, size=1.4 K (1458bytes) at 1732044382449Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.4 so closing down at 1732044382459 (+10 ms)3 split writer threads finished at 1732044382460 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044382468 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044382468Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732044382468Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1732044382469 (+1 ms)Processed 21 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/WALs/testsplitwillfailifwritingtoregionfails,16010,1732044382082/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1732044382469 2024-11-19T19:26:22,470 WARN [Thread-2067 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T19:26:22,470 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:26:22,471 WARN [Thread-2065 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:55432 remote=/127.0.0.1:43379]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T19:26:22,472 WARN [Thread-2065 {}] hdfs.DataStreamer(1850): Abandoning BP-1255008390-172.17.0.3-1732044331018:blk_1073742144_1323 2024-11-19T19:26:22,474 WARN [Thread-2065 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T19:26:22,474 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:36367/user/jenkins/test-data/075d81fd-ebfe-57f1-b0ee-dd9398b9660f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:26:22,499 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=146 (was 145) - Thread LEAK? -, OpenFileDescriptor=398 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=567 (was 567), ProcessCount=11 (was 11), AvailableMemoryMB=4509 (was 4516) 2024-11-19T19:26:22,509 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_896282469_22 at /127.0.0.1:55432 [Receiving block BP-1255008390-172.17.0.3-1732044331018:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:43379:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55432 dst: /127.0.0.1:43379 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:26:22,511 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_896282469_22 at /127.0.0.1:42272 [Receiving block BP-1255008390-172.17.0.3-1732044331018:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:33931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42272 dst: /127.0.0.1:33931 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:26:22,515 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=148, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=567, ProcessCount=11, AvailableMemoryMB=4509 2024-11-19T19:26:22,516 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:22,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742146_1325 (size=7) 2024-11-19T19:26:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742146_1325 (size=7) 2024-11-19T19:26:22,527 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:22,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:22,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:22,531 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:22,532 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-19T19:26:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742147_1326 (size=93) 2024-11-19T19:26:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742147_1326 (size=93) 2024-11-19T19:26:22,942 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:22,943 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:22,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:22,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742148_1327 (size=1393) 2024-11-19T19:26:22,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742148_1327 (size=1393) 2024-11-19T19:26:22,955 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:22,956 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:22,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742149_1328 (size=1393) 2024-11-19T19:26:22,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742149_1328 (size=1393) 2024-11-19T19:26:22,972 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:22,972 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:22,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742150_1329 (size=1393) 2024-11-19T19:26:22,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742150_1329 (size=1393) 2024-11-19T19:26:22,982 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:22,982 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:22,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742151_1330 (size=1393) 2024-11-19T19:26:22,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742151_1330 (size=1393) 2024-11-19T19:26:22,994 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:22,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:22,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:22,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742152_1331 (size=1393) 2024-11-19T19:26:23,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742152_1331 (size=1393) 2024-11-19T19:26:23,004 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:23,005 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:23,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742153_1332 (size=1393) 2024-11-19T19:26:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742153_1332 (size=1393) 2024-11-19T19:26:23,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:23,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:23,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742154_1333 (size=1405) 2024-11-19T19:26:23,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742154_1333 (size=1405) 2024-11-19T19:26:23,035 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:23,036 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:23,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742155_1334 (size=1413) 2024-11-19T19:26:23,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742155_1334 (size=1413) 2024-11-19T19:26:23,048 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:23,048 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:23,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742156_1335 (size=1413) 2024-11-19T19:26:23,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742156_1335 (size=1413) 2024-11-19T19:26:23,063 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:23,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:23,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742157_1336 (size=1413) 2024-11-19T19:26:23,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742157_1336 (size=1413) 2024-11-19T19:26:23,077 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:23,077 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-19T19:26:23,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742158_1337 (size=93) 2024-11-19T19:26:23,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742158_1337 (size=93) 2024-11-19T19:26:23,102 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat..empty, size=93 (93bytes) 2024-11-19T19:26:23,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat..empty 2024-11-19T19:26:23,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat..empty after 0ms 2024-11-19T19:26:23,104 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat..empty took 2ms 2024-11-19T19:26:23,104 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat..empty so closing down 2024-11-19T19:26:23,104 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:23,104 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:23,105 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-19T19:26:23,105 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat..empty, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat..empty, size=93 (93bytes) at 1732044383102Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat..empty so closing down at 1732044383104 (+2 ms)3 split writer threads finished at 1732044383104Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732044383105 (+1 ms) 2024-11-19T19:26:23,106 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat..empty to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/oldWALs/wal.dat..empty 2024-11-19T19:26:23,107 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:23,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.0 2024-11-19T19:26:23,108 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.0 after 1ms 2024-11-19T19:26:23,110 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.0 took 4ms 2024-11-19T19:26:23,113 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.0 so closing down 2024-11-19T19:26:23,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:23,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:23,115 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:23,117 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:23,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:23,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:23,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742159_1338 (size=743) 2024-11-19T19:26:23,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742159_1338 (size=743) 2024-11-19T19:26:23,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742160_1339 (size=743) 2024-11-19T19:26:23,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742160_1339 (size=743) 2024-11-19T19:26:23,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:26:23,133 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T19:26:23,135 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:23,135 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.0, size=1.4 K (1393bytes) at 1732044383107Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.0 so closing down at 1732044383113 (+6 ms)3 split writer threads finished at 1732044383113Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044383117 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044383118 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383131 (+13 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044383133 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383133Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732044383134 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044383135 (+1 ms) 2024-11-19T19:26:23,140 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/oldWALs/wal.dat.0 2024-11-19T19:26:23,141 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:26:23,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.1 2024-11-19T19:26:23,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.1 after 0ms 2024-11-19T19:26:23,143 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.1 took 2ms 2024-11-19T19:26:23,144 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.1 so closing down 2024-11-19T19:26:23,144 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:23,146 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:23,152 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:23,153 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:23,154 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:23,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:23,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742161_1340 (size=743) 2024-11-19T19:26:23,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742161_1340 (size=743) 2024-11-19T19:26:23,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T19:26:23,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742162_1341 (size=743) 2024-11-19T19:26:23,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742162_1341 (size=743) 2024-11-19T19:26:23,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T19:26:23,176 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:23,176 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.1, size=1.4 K (1393bytes) at 1732044383141Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.1 so closing down at 1732044383144 (+3 ms)3 split writer threads finished at 1732044383146 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044383154 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044383156 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383165 (+9 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732044383166 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383174 (+8 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732044383176 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044383176 2024-11-19T19:26:23,179 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/oldWALs/wal.dat.1 2024-11-19T19:26:23,179 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:26:23,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.2 2024-11-19T19:26:23,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.2 after 1ms 2024-11-19T19:26:23,182 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.2 took 3ms 2024-11-19T19:26:23,183 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.2 so closing down 2024-11-19T19:26:23,183 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:23,183 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:23,188 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:23,189 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:23,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:23,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:23,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742163_1342 (size=743) 2024-11-19T19:26:23,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742163_1342 (size=743) 2024-11-19T19:26:23,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T19:26:23,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742164_1343 (size=743) 2024-11-19T19:26:23,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742164_1343 (size=743) 2024-11-19T19:26:23,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T19:26:23,254 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:23,254 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.2, size=1.4 K (1393bytes) at 1732044383179Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.2 so closing down at 1732044383183 (+4 ms)3 split writer threads finished at 1732044383183Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732044383189 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044383190 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383218 (+28 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732044383220 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383250 (+30 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732044383254 (+4 ms)Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044383254 2024-11-19T19:26:23,256 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/oldWALs/wal.dat.2 2024-11-19T19:26:23,257 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:26:23,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.3 2024-11-19T19:26:23,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.3 after 0ms 2024-11-19T19:26:23,259 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.3 took 3ms 2024-11-19T19:26:23,260 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.3 so closing down 2024-11-19T19:26:23,260 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:23,264 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:23,268 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:23,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:23,274 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:23,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:23,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742165_1344 (size=743) 2024-11-19T19:26:23,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742165_1344 (size=743) 2024-11-19T19:26:23,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T19:26:23,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742166_1345 (size=743) 2024-11-19T19:26:23,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742166_1345 (size=743) 2024-11-19T19:26:23,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T19:26:23,304 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:23,304 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.3, size=1.4 K (1393bytes) at 1732044383257Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.3 so closing down at 1732044383260 (+3 ms)3 split writer threads finished at 1732044383265 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732044383272 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044383288 (+16 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383299 (+11 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732044383301 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383302 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732044383304 (+2 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044383304 2024-11-19T19:26:23,305 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/oldWALs/wal.dat.3 2024-11-19T19:26:23,305 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T19:26:23,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.4 2024-11-19T19:26:23,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.4 after 1ms 2024-11-19T19:26:23,307 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.4 took 2ms 2024-11-19T19:26:23,308 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.4 so closing down 2024-11-19T19:26:23,308 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:23,309 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:23,311 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:23,311 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:23,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:23,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:23,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742167_1346 (size=743) 2024-11-19T19:26:23,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742167_1346 (size=743) 2024-11-19T19:26:23,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742168_1347 (size=743) 2024-11-19T19:26:23,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742168_1347 (size=743) 2024-11-19T19:26:23,327 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T19:26:23,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T19:26:23,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:23,335 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.4, size=1.4 K (1393bytes) at 1732044383305Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.4 so closing down at 1732044383308 (+3 ms)3 split writer threads finished at 1732044383309 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732044383312 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044383312Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383326 (+14 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383327 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732044383333 (+6 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732044383335 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044383335 2024-11-19T19:26:23,337 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/oldWALs/wal.dat.4 2024-11-19T19:26:23,337 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T19:26:23,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.5 2024-11-19T19:26:23,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.5 after 1ms 2024-11-19T19:26:23,340 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.5 took 3ms 2024-11-19T19:26:23,347 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.5 so closing down 2024-11-19T19:26:23,347 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:23,348 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:23,350 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:23,352 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:23,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:23,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742169_1348 (size=743) 2024-11-19T19:26:23,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742169_1348 (size=743) 2024-11-19T19:26:23,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T19:26:23,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742170_1349 (size=743) 2024-11-19T19:26:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742170_1349 (size=743) 2024-11-19T19:26:23,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T19:26:23,404 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:23,404 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.5, size=1.4 K (1393bytes) at 1732044383337Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.5 so closing down at 1732044383347 (+10 ms)3 split writer threads finished at 1732044383348 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732044383352 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732044383356 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383387 (+31 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732044383389 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383401 (+12 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732044383403 (+2 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044383404 (+1 ms) 2024-11-19T19:26:23,405 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/oldWALs/wal.dat.5 2024-11-19T19:26:23,406 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T19:26:23,406 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.6 2024-11-19T19:26:23,407 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.6 after 1ms 2024-11-19T19:26:23,412 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.6 took 6ms 2024-11-19T19:26:23,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.6 so closing down 2024-11-19T19:26:23,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:23,418 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:23,423 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:23,423 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:23,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:23,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:23,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742172_1351 (size=749) 2024-11-19T19:26:23,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742172_1351 (size=749) 2024-11-19T19:26:23,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,431 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T19:26:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742171_1350 (size=749) 2024-11-19T19:26:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742171_1350 (size=749) 2024-11-19T19:26:23,434 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T19:26:23,435 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T19:26:23,436 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.6, size=1.4 K (1405bytes) at 1732044383406Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.6 so closing down at 1732044383417 (+11 ms)3 split writer threads finished at 1732044383418 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732044383424 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732044383424Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383430 (+6 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732044383431 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383434 (+3 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732044383435 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732044383435 2024-11-19T19:26:23,437 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/oldWALs/wal.dat.6 2024-11-19T19:26:23,438 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:26:23,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.7 2024-11-19T19:26:23,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.7 after 0ms 2024-11-19T19:26:23,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.7 took 3ms 2024-11-19T19:26:23,441 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.7 so closing down 2024-11-19T19:26:23,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:23,442 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:23,443 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:23,444 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:23,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:23,444 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742173_1352 (size=753) 2024-11-19T19:26:23,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742173_1352 (size=753) 2024-11-19T19:26:23,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742174_1353 (size=753) 2024-11-19T19:26:23,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742174_1353 (size=753) 2024-11-19T19:26:23,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T19:26:23,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T19:26:23,452 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:23,452 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.7, size=1.4 K (1413bytes) at 1732044383438Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.7 so closing down at 1732044383442 (+4 ms)3 split writer threads finished at 1732044383442Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732044383444 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044383444Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383451 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383451Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732044383452 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732044383452Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044383452 2024-11-19T19:26:23,453 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/oldWALs/wal.dat.7 2024-11-19T19:26:23,454 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T19:26:23,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.8 2024-11-19T19:26:23,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.8 after 0ms 2024-11-19T19:26:23,455 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.8 took 2ms 2024-11-19T19:26:23,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.8 so closing down 2024-11-19T19:26:23,457 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:23,457 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:23,458 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:23,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:23,462 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:23,463 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:23,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742175_1354 (size=753) 2024-11-19T19:26:23,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742175_1354 (size=753) 2024-11-19T19:26:23,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T19:26:23,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742176_1355 (size=753) 2024-11-19T19:26:23,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742176_1355 (size=753) 2024-11-19T19:26:23,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T19:26:23,473 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:23,473 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.8, size=1.4 K (1413bytes) at 1732044383454Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.8 so closing down at 1732044383457 (+3 ms)3 split writer threads finished at 1732044383457Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732044383460 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732044383463 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383465 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732044383466 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383471 (+5 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732044383472 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044383473 (+1 ms) 2024-11-19T19:26:23,474 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/oldWALs/wal.dat.8 2024-11-19T19:26:23,474 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T19:26:23,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.9 2024-11-19T19:26:23,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.9 after 1ms 2024-11-19T19:26:23,476 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.9 took 2ms 2024-11-19T19:26:23,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.9 so closing down 2024-11-19T19:26:23,478 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:23,478 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:23,479 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:23,479 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:23,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:23,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:23,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742178_1357 (size=753) 2024-11-19T19:26:23,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742178_1357 (size=753) 2024-11-19T19:26:23,485 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742177_1356 (size=753) 2024-11-19T19:26:23,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742177_1356 (size=753) 2024-11-19T19:26:23,486 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T19:26:23,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:23,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T19:26:23,887 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:23,887 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.9, size=1.4 K (1413bytes) at 1732044383474Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.9 so closing down at 1732044383478 (+4 ms)3 split writer threads finished at 1732044383478Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044383480 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732044383480Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383485 (+5 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732044383486 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044383886 (+400 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732044383887 (+1 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044383887 2024-11-19T19:26:23,889 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/oldWALs/wal.dat.9 2024-11-19T19:26:23,889 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.empty, size=93 (93bytes) 2024-11-19T19:26:23,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.empty 2024-11-19T19:26:23,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.empty after 1ms 2024-11-19T19:26:23,892 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.empty took 3ms 2024-11-19T19:26:23,892 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.empty so closing down 2024-11-19T19:26:23,892 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:23,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:23,892 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-19T19:26:23,893 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.empty, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.empty, size=93 (93bytes) at 1732044383889Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.empty so closing down at 1732044383892 (+3 ms)3 split writer threads finished at 1732044383892Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1732044383893 (+1 ms) 2024-11-19T19:26:23,894 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/WALs/testemptylogfiles,16010,1732044382531/wal.dat.empty to hdfs://localhost:36367/user/jenkins/test-data/ddf49e82-24fd-323b-47dd-2869676591e6/oldWALs/wal.dat.empty 2024-11-19T19:26:23,945 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=145 (was 148), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=578 (was 567) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4486 (was 4509) 2024-11-19T19:26:23,951 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=578, ProcessCount=11, AvailableMemoryMB=4486 2024-11-19T19:26:23,951 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:23,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742179_1358 (size=7) 2024-11-19T19:26:23,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742179_1358 (size=7) 2024-11-19T19:26:23,957 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:23,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:23,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:23,961 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:23,962 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:23,962 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:23,963 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:23,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742180_1359 (size=1393) 2024-11-19T19:26:23,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742180_1359 (size=1393) 2024-11-19T19:26:23,972 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:23,973 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:23,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742181_1360 (size=1393) 2024-11-19T19:26:23,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742181_1360 (size=1393) 2024-11-19T19:26:23,984 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:23,984 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:23,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742182_1361 (size=1393) 2024-11-19T19:26:23,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742182_1361 (size=1393) 2024-11-19T19:26:23,994 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:23,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:23,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:23,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:23,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742183_1362 (size=1393) 2024-11-19T19:26:24,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742183_1362 (size=1393) 2024-11-19T19:26:24,003 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:24,003 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:24,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742184_1363 (size=1393) 2024-11-19T19:26:24,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742184_1363 (size=1393) 2024-11-19T19:26:24,012 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:24,012 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:24,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742185_1364 (size=1393) 2024-11-19T19:26:24,021 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:24,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:24,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742185_1364 (size=1393) 2024-11-19T19:26:24,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742186_1365 (size=1405) 2024-11-19T19:26:24,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742186_1365 (size=1405) 2024-11-19T19:26:24,030 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:24,030 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:24,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742187_1366 (size=1413) 2024-11-19T19:26:24,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742187_1366 (size=1413) 2024-11-19T19:26:24,039 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:24,039 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:24,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742188_1367 (size=1413) 2024-11-19T19:26:24,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742188_1367 (size=1413) 2024-11-19T19:26:24,049 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:24,050 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:24,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:24,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742189_1368 (size=1413) 2024-11-19T19:26:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742189_1368 (size=1413) 2024-11-19T19:26:24,061 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:24,078 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:24,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.0 2024-11-19T19:26:24,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.0 after 0ms 2024-11-19T19:26:24,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.0 took 2ms 2024-11-19T19:26:24,081 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.0 so closing down 2024-11-19T19:26:24,081 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:24,082 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:24,083 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:24,083 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:24,084 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:24,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:24,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742190_1369 (size=743) 2024-11-19T19:26:24,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742190_1369 (size=743) 2024-11-19T19:26:24,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742191_1370 (size=743) 2024-11-19T19:26:24,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742191_1370 (size=743) 2024-11-19T19:26:24,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:24,089 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T19:26:24,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:24,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:26:24,492 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:24,492 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.0, size=1.4 K (1393bytes) at 1732044384078Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.0 so closing down at 1732044384081 (+3 ms)3 split writer threads finished at 1732044384082 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044384084 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044384084Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044384088 (+4 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732044384089 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044384489 (+400 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044384491 (+2 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044384492 (+1 ms) 2024-11-19T19:26:24,494 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/oldWALs/wal.dat.0 2024-11-19T19:26:24,494 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:26:24,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.1 2024-11-19T19:26:24,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.1 after 1ms 2024-11-19T19:26:24,497 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.1 took 3ms 2024-11-19T19:26:24,498 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.1 so closing down 2024-11-19T19:26:24,499 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:24,499 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:24,501 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:24,501 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:24,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:24,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:24,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742193_1372 (size=743) 2024-11-19T19:26:24,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742193_1372 (size=743) 2024-11-19T19:26:24,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:24,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742192_1371 (size=743) 2024-11-19T19:26:24,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742192_1371 (size=743) 2024-11-19T19:26:24,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:24,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T19:26:24,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T19:26:24,516 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:24,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.1, size=1.4 K (1393bytes) at 1732044384494Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.1 so closing down at 1732044384498 (+4 ms)3 split writer threads finished at 1732044384499 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044384501 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044384502 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044384513 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044384514 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732044384515 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732044384516 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044384516 2024-11-19T19:26:24,518 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/oldWALs/wal.dat.1 2024-11-19T19:26:24,518 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:26:24,518 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.2 2024-11-19T19:26:24,518 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.2 after 0ms 2024-11-19T19:26:24,520 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.2 took 2ms 2024-11-19T19:26:24,521 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.2 so closing down 2024-11-19T19:26:24,521 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:24,521 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:24,523 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:24,523 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:24,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:24,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:24,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742194_1373 (size=743) 2024-11-19T19:26:24,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742194_1373 (size=743) 2024-11-19T19:26:24,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:24,531 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T19:26:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742195_1374 (size=743) 2024-11-19T19:26:24,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742195_1374 (size=743) 2024-11-19T19:26:24,535 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:24,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T19:26:24,536 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:24,536 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.2, size=1.4 K (1393bytes) at 1732044384518Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.2 so closing down at 1732044384521 (+3 ms)3 split writer threads finished at 1732044384521Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044384524 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732044384524Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044384530 (+6 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732044384531 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044384535 (+4 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732044384536 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044384536 2024-11-19T19:26:24,538 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/oldWALs/wal.dat.2 2024-11-19T19:26:24,538 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:26:24,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.3 2024-11-19T19:26:24,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.3 after 0ms 2024-11-19T19:26:24,540 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.3 took 2ms 2024-11-19T19:26:24,542 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.3 so closing down 2024-11-19T19:26:24,542 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:24,542 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:24,543 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:24,544 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:24,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:24,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:24,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742197_1376 (size=743) 2024-11-19T19:26:24,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742197_1376 (size=743) 2024-11-19T19:26:24,548 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:24,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742196_1375 (size=743) 2024-11-19T19:26:24,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742196_1375 (size=743) 2024-11-19T19:26:24,549 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T19:26:24,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:24,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T19:26:24,951 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:24,951 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.3, size=1.4 K (1393bytes) at 1732044384538Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.3 so closing down at 1732044384542 (+4 ms)3 split writer threads finished at 1732044384542Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732044384544 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044384544Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044384548 (+4 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732044384549 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044384949 (+400 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732044384951 (+2 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044384951 2024-11-19T19:26:24,953 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/oldWALs/wal.dat.3 2024-11-19T19:26:24,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T19:26:24,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.4 2024-11-19T19:26:24,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.4 after 1ms 2024-11-19T19:26:24,955 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.4 took 2ms 2024-11-19T19:26:24,956 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.4 so closing down 2024-11-19T19:26:24,956 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:24,956 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:24,958 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:24,958 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:24,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:24,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:24,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742198_1377 (size=743) 2024-11-19T19:26:24,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742198_1377 (size=743) 2024-11-19T19:26:24,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742199_1378 (size=743) 2024-11-19T19:26:24,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742199_1378 (size=743) 2024-11-19T19:26:24,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:24,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:24,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T19:26:24,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T19:26:24,964 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:24,964 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.4, size=1.4 K (1393bytes) at 1732044384953Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.4 so closing down at 1732044384956 (+3 ms)3 split writer threads finished at 1732044384956Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044384959 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732044384959Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044384963 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044384963Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732044384963Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732044384963Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044384964 (+1 ms) 2024-11-19T19:26:24,965 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/oldWALs/wal.dat.4 2024-11-19T19:26:24,965 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T19:26:24,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.5 2024-11-19T19:26:24,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.5 after 1ms 2024-11-19T19:26:24,967 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.5 took 2ms 2024-11-19T19:26:24,969 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.5 so closing down 2024-11-19T19:26:24,969 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:24,969 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:24,971 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:24,971 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:24,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:24,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:24,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742201_1380 (size=743) 2024-11-19T19:26:24,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742201_1380 (size=743) 2024-11-19T19:26:24,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742200_1379 (size=743) 2024-11-19T19:26:24,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742200_1379 (size=743) 2024-11-19T19:26:25,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:25,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:25,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T19:26:25,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T19:26:25,381 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:25,381 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.5, size=1.4 K (1393bytes) at 1732044384965Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.5 so closing down at 1732044384969 (+4 ms)3 split writer threads finished at 1732044384969Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732044384972 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732044384972Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044385377 (+405 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044385377Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732044385380 (+3 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732044385380Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044385381 (+1 ms) 2024-11-19T19:26:25,385 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/oldWALs/wal.dat.5 2024-11-19T19:26:25,385 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T19:26:25,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.6 2024-11-19T19:26:25,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.6 after 1ms 2024-11-19T19:26:25,389 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.6 took 3ms 2024-11-19T19:26:25,391 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.6 so closing down 2024-11-19T19:26:25,391 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:25,391 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:25,393 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:25,393 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:25,395 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:25,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:25,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742202_1381 (size=749) 2024-11-19T19:26:25,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742202_1381 (size=749) 2024-11-19T19:26:25,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:25,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T19:26:25,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742203_1382 (size=749) 2024-11-19T19:26:25,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742203_1382 (size=749) 2024-11-19T19:26:25,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:25,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T19:26:25,407 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T19:26:25,407 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.6, size=1.4 K (1405bytes) at 1732044385385Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.6 so closing down at 1732044385391 (+6 ms)3 split writer threads finished at 1732044385391Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732044385395 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732044385395Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044385401 (+6 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732044385403 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044385406 (+3 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732044385407 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732044385407 2024-11-19T19:26:25,409 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/oldWALs/wal.dat.6 2024-11-19T19:26:25,409 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:26:25,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.7 2024-11-19T19:26:25,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.7 after 0ms 2024-11-19T19:26:25,411 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.7 took 2ms 2024-11-19T19:26:25,412 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.7 so closing down 2024-11-19T19:26:25,412 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:25,412 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:25,414 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:25,414 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:25,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:25,415 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742204_1383 (size=753) 2024-11-19T19:26:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742204_1383 (size=753) 2024-11-19T19:26:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742205_1384 (size=753) 2024-11-19T19:26:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742205_1384 (size=753) 2024-11-19T19:26:25,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:25,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T19:26:25,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:25,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T19:26:25,826 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:25,826 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.7, size=1.4 K (1413bytes) at 1732044385409Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.7 so closing down at 1732044385412 (+3 ms)3 split writer threads finished at 1732044385412Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732044385415 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044385415Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044385421 (+6 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732044385422 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044385822 (+400 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732044385825 (+3 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044385826 (+1 ms) 2024-11-19T19:26:25,830 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/oldWALs/wal.dat.7 2024-11-19T19:26:25,830 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T19:26:25,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.8 2024-11-19T19:26:25,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.8 after 1ms 2024-11-19T19:26:25,835 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.8 took 5ms 2024-11-19T19:26:25,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.8 so closing down 2024-11-19T19:26:25,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:25,836 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:25,838 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:25,838 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:25,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:25,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:25,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742206_1385 (size=753) 2024-11-19T19:26:25,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742207_1386 (size=753) 2024-11-19T19:26:25,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742207_1386 (size=753) 2024-11-19T19:26:25,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742206_1385 (size=753) 2024-11-19T19:26:25,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:25,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:25,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T19:26:25,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T19:26:25,844 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:25,844 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.8, size=1.4 K (1413bytes) at 1732044385830Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.8 so closing down at 1732044385836 (+6 ms)3 split writer threads finished at 1732044385836Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732044385839 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732044385839Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044385843 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044385843Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732044385844 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732044385844Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044385844 2024-11-19T19:26:25,845 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/oldWALs/wal.dat.8 2024-11-19T19:26:25,846 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T19:26:25,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.9 2024-11-19T19:26:25,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.9 after 0ms 2024-11-19T19:26:25,848 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.9 took 2ms 2024-11-19T19:26:25,848 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.9 so closing down 2024-11-19T19:26:25,849 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:25,849 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:25,850 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:25,850 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:25,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:25,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:25,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742208_1387 (size=753) 2024-11-19T19:26:25,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742208_1387 (size=753) 2024-11-19T19:26:25,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:25,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742209_1388 (size=753) 2024-11-19T19:26:25,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742209_1388 (size=753) 2024-11-19T19:26:25,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:25,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T19:26:25,859 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T19:26:25,859 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:25,859 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.9, size=1.4 K (1413bytes) at 1732044385846Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.9 so closing down at 1732044385848 (+2 ms)3 split writer threads finished at 1732044385849 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732044385851 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044385851Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044385857 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044385858 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732044385858Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732044385859 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044385859 2024-11-19T19:26:25,861 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732044383961/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/9c21ab61-751d-51ea-a345-b76faba30275/oldWALs/wal.dat.9 2024-11-19T19:26:25,867 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=578 (was 578), ProcessCount=11 (was 11), AvailableMemoryMB=4460 (was 4486) 2024-11-19T19:26:25,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=578, ProcessCount=11, AvailableMemoryMB=4460 2024-11-19T19:26:25,874 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:25,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742210_1389 (size=7) 2024-11-19T19:26:25,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742210_1389 (size=7) 2024-11-19T19:26:25,880 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:25,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:25,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:25,884 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:25,889 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:36367/user/jenkins/test-data/3af93d8f-21ee-838f-98fc-931a9ce2d782/data/hbase/meta/1588230740/recovered.edits 2024-11-19T19:26:25,901 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=578 (was 578), ProcessCount=11 (was 11), AvailableMemoryMB=4460 (was 4460) 2024-11-19T19:26:25,907 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=578, ProcessCount=11, AvailableMemoryMB=4459 2024-11-19T19:26:25,907 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742211_1390 (size=7) 2024-11-19T19:26:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742211_1390 (size=7) 2024-11-19T19:26:25,913 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:25,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:25,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:25,916 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:25,916 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-19T19:26:25,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:25,918 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-19T19:26:25,918 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-19T19:26:25,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742212_1391 (size=818) 2024-11-19T19:26:25,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742212_1391 (size=818) 2024-11-19T19:26:25,940 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/WALs/testemptywaledit,16010,1732044385916/wal.dat.5, size=818 (818bytes) 2024-11-19T19:26:25,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/WALs/testemptywaledit,16010,1732044385916/wal.dat.5 2024-11-19T19:26:25,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/WALs/testemptywaledit,16010,1732044385916/wal.dat.5 after 0ms 2024-11-19T19:26:25,942 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/WALs/testemptywaledit,16010,1732044385916/wal.dat.5 took 2ms 2024-11-19T19:26:25,943 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/WALs/testemptywaledit,16010,1732044385916/wal.dat.5 so closing down 2024-11-19T19:26:25,943 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:25,943 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:25,945 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-19T19:26:25,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-19T19:26:25,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742213_1392 (size=783) 2024-11-19T19:26:25,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742213_1392 (size=783) 2024-11-19T19:26:25,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-19T19:26:25,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-19T19:26:25,951 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/WALs/testemptywaledit,16010,1732044385916/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-19T19:26:25,951 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/WALs/testemptywaledit,16010,1732044385916/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/WALs/testemptywaledit,16010,1732044385916/wal.dat.5, size=818 (818bytes) at 1732044385940Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/WALs/testemptywaledit,16010,1732044385916/wal.dat.5 so closing down at 1732044385943 (+3 ms)3 split writer threads finished at 1732044385943Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1732044385946 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1732044385950 (+4 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1732044385951 (+1 ms)Processed 11 edits across 1 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/WALs/testemptywaledit,16010,1732044385916/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1732044385951 2024-11-19T19:26:25,952 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/WALs/testemptywaledit,16010,1732044385916/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/fa988fad-f450-29de-ffa7-7ad5171b322a/oldWALs/wal.dat.5 2024-11-19T19:26:25,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=578 (was 578), ProcessCount=11 (was 11), AvailableMemoryMB=4460 (was 4459) - AvailableMemoryMB LEAK? - 2024-11-19T19:26:25,972 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=578, ProcessCount=11, AvailableMemoryMB=4460 2024-11-19T19:26:25,972 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:25,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742214_1393 (size=7) 2024-11-19T19:26:25,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742214_1393 (size=7) 2024-11-19T19:26:25,978 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:25,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:25,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:25,980 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:25,981 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:25,981 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:25,982 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:25,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742215_1394 (size=1393) 2024-11-19T19:26:25,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742215_1394 (size=1393) 2024-11-19T19:26:25,991 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:25,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:25,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:25,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:25,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742216_1395 (size=1393) 2024-11-19T19:26:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742216_1395 (size=1393) 2024-11-19T19:26:26,001 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:26,002 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:26,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742217_1396 (size=1393) 2024-11-19T19:26:26,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742217_1396 (size=1393) 2024-11-19T19:26:26,015 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:26,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:26,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742218_1397 (size=1393) 2024-11-19T19:26:26,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742218_1397 (size=1393) 2024-11-19T19:26:26,033 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:26,033 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:26,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742219_1398 (size=1393) 2024-11-19T19:26:26,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742219_1398 (size=1393) 2024-11-19T19:26:26,054 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:26,054 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:26,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742220_1399 (size=1393) 2024-11-19T19:26:26,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742220_1399 (size=1393) 2024-11-19T19:26:26,068 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:26,068 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:26,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742221_1400 (size=1405) 2024-11-19T19:26:26,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742221_1400 (size=1405) 2024-11-19T19:26:26,077 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:26,077 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:26,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742222_1401 (size=1413) 2024-11-19T19:26:26,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742222_1401 (size=1413) 2024-11-19T19:26:26,089 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:26,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:26,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742223_1402 (size=1413) 2024-11-19T19:26:26,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742223_1402 (size=1413) 2024-11-19T19:26:26,100 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:26,100 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:26,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:26,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742224_1403 (size=1413) 2024-11-19T19:26:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742224_1403 (size=1413) 2024-11-19T19:26:26,108 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:26,130 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:26,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.0 2024-11-19T19:26:26,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.0 after 1ms 2024-11-19T19:26:26,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.0 took 2ms 2024-11-19T19:26:26,134 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.0 so closing down 2024-11-19T19:26:26,134 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:26,135 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:26,136 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:26,136 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:26,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:26,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:26,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742226_1405 (size=743) 2024-11-19T19:26:26,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742226_1405 (size=743) 2024-11-19T19:26:26,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:26,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:26:26,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742227_1406 (size=743) 2024-11-19T19:26:26,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742227_1406 (size=743) 2024-11-19T19:26:26,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:26,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T19:26:26,151 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:26,151 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.0, size=1.4 K (1393bytes) at 1732044386130Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.0 so closing down at 1732044386134 (+4 ms)3 split writer threads finished at 1732044386135 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044386137 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044386140 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044386146 (+6 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044386147 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044386150 (+3 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732044386150Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044386151 (+1 ms) 2024-11-19T19:26:26,152 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/oldWALs/wal.dat.0 2024-11-19T19:26:26,152 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:26:26,152 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.1 2024-11-19T19:26:26,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.1 after 1ms 2024-11-19T19:26:26,155 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.1 took 2ms 2024-11-19T19:26:26,156 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.1 so closing down 2024-11-19T19:26:26,156 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:26,156 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:26,158 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:26,158 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:26,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:26,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:26,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742229_1408 (size=743) 2024-11-19T19:26:26,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742228_1407 (size=743) 2024-11-19T19:26:26,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742228_1407 (size=743) 2024-11-19T19:26:26,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742229_1408 (size=743) 2024-11-19T19:26:26,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:26,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 19 ms) 2024-11-19T19:26:26,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T19:26:26,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T19:26:26,187 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:26,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.1, size=1.4 K (1393bytes) at 1732044386152Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.1 so closing down at 1732044386156 (+4 ms)3 split writer threads finished at 1732044386156Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044386158 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044386178 (+20 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044386186 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 19 ms) at 1732044386186Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732044386187 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732044386187Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044386187 2024-11-19T19:26:26,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/oldWALs/wal.dat.1 2024-11-19T19:26:26,189 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:26:26,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.2 2024-11-19T19:26:26,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.2 after 0ms 2024-11-19T19:26:26,190 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.2 took 2ms 2024-11-19T19:26:26,192 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.2 so closing down 2024-11-19T19:26:26,192 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:26,192 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:26,193 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:26,193 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:26,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:26,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:26,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742230_1409 (size=743) 2024-11-19T19:26:26,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742230_1409 (size=743) 2024-11-19T19:26:26,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:26,203 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T19:26:26,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742231_1410 (size=743) 2024-11-19T19:26:26,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742231_1410 (size=743) 2024-11-19T19:26:26,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:26,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T19:26:26,208 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:26,208 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.2, size=1.4 K (1393bytes) at 1732044386189Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.2 so closing down at 1732044386192 (+3 ms)3 split writer threads finished at 1732044386192Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044386194 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732044386194Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044386202 (+8 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732044386203 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044386206 (+3 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732044386208 (+2 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044386208 2024-11-19T19:26:26,209 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/oldWALs/wal.dat.2 2024-11-19T19:26:26,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:26:26,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.3 2024-11-19T19:26:26,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.3 after 0ms 2024-11-19T19:26:26,212 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.3 took 2ms 2024-11-19T19:26:26,213 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.3 so closing down 2024-11-19T19:26:26,213 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:26,213 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:26,215 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:26,215 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:26,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:26,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:26,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742232_1411 (size=743) 2024-11-19T19:26:26,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742232_1411 (size=743) 2024-11-19T19:26:26,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742233_1412 (size=743) 2024-11-19T19:26:26,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742233_1412 (size=743) 2024-11-19T19:26:26,225 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:26,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:26,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T19:26:26,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T19:26:26,226 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:26,226 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.3, size=1.4 K (1393bytes) at 1732044386210Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.3 so closing down at 1732044386213 (+3 ms)3 split writer threads finished at 1732044386213Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044386215 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732044386216 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044386225 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044386225Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732044386226 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732044386226Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044386226 2024-11-19T19:26:26,227 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/oldWALs/wal.dat.3 2024-11-19T19:26:26,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T19:26:26,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.4 2024-11-19T19:26:26,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.4 after 0ms 2024-11-19T19:26:26,229 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.4 took 2ms 2024-11-19T19:26:26,230 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.4 so closing down 2024-11-19T19:26:26,230 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:26,230 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:26,231 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:26,231 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:26,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:26,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:26,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742234_1413 (size=743) 2024-11-19T19:26:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742234_1413 (size=743) 2024-11-19T19:26:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742235_1414 (size=743) 2024-11-19T19:26:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742235_1414 (size=743) 2024-11-19T19:26:26,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:26,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:26,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T19:26:26,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T19:26:26,237 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:26,237 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.4, size=1.4 K (1393bytes) at 1732044386227Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.4 so closing down at 1732044386230 (+3 ms)3 split writer threads finished at 1732044386230Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044386232 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732044386232Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044386236 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044386236Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732044386237 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732044386237Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044386237 2024-11-19T19:26:26,238 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/oldWALs/wal.dat.4 2024-11-19T19:26:26,238 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5, size=1.4 K (1394bytes) 2024-11-19T19:26:26,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5 2024-11-19T19:26:26,238 WARN [IPC Server handler 0 on default port 36367 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-19T19:26:26,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5 after 0ms 2024-11-19T19:26:26,745 WARN [ResponseProcessor for block BP-1255008390-172.17.0.3-1732044331018:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1255008390-172.17.0.3-1732044331018:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T19:26:26,745 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1305747594_22 at /127.0.0.1:56152 [Receiving block BP-1255008390-172.17.0.3-1732044331018:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:43379:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56152 dst: /127.0.0.1:43379 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43379 remote=/127.0.0.1:56152]. Total timeout mills is 60000, 59371 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:26:26,745 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1305747594_22 at /127.0.0.1:42952 [Receiving block BP-1255008390-172.17.0.3-1732044331018:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:33931:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42952 dst: /127.0.0.1:33931 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:26:26,745 WARN [DataStreamer for file /user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5 block BP-1255008390-172.17.0.3-1732044331018:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1255008390-172.17.0.3-1732044331018:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43379,DS-ca0b2fb3-2e44-40e6-b6de-b3c36fc65d24,DISK], DatanodeInfoWithStorage[127.0.0.1:33931,DS-1fcea489-1996-48ab-9b84-c0a003358ab7,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43379,DS-ca0b2fb3-2e44-40e6-b6de-b3c36fc65d24,DISK]) is bad. 2024-11-19T19:26:26,746 WARN [DataStreamer for file /user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5 block BP-1255008390-172.17.0.3-1732044331018:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1255008390-172.17.0.3-1732044331018:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-19T19:26:26,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742225_1415 (size=1394) 2024-11-19T19:26:26,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742225_1415 (size=1394) 2024-11-19T19:26:30,239 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5 after 4001ms 2024-11-19T19:26:30,326 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5 took 4088ms 2024-11-19T19:26:30,330 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:30,332 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5 so closing down 2024-11-19T19:26:30,332 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:30,332 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:30,335 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:30,335 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:30,336 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:30,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742236_1416 (size=353) 2024-11-19T19:26:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742236_1416 (size=353) 2024-11-19T19:26:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742237_1417 (size=418) 2024-11-19T19:26:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742237_1417 (size=418) 2024-11-19T19:26:30,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:30,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:30,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-19T19:26:30,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-19T19:26:30,345 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-19T19:26:30,345 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5, size=1.4 K (1394bytes) at 1732044386238Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5 so closing down at 1732044390332 (+4094 ms)3 split writer threads finished at 1732044390332Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732044390336 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732044390336Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1732044390343 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044390343Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1732044390344 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732044390344Processed 9 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732044390345 (+1 ms) 2024-11-19T19:26:30,347 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/corrupt/wal.dat.5 2024-11-19T19:26:30,347 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T19:26:30,347 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.6 2024-11-19T19:26:30,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.6 after 0ms 2024-11-19T19:26:30,350 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.6 took 3ms 2024-11-19T19:26:30,352 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.6 so closing down 2024-11-19T19:26:30,352 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:30,352 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:30,354 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:30,354 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:30,355 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:30,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:30,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742239_1419 (size=749) 2024-11-19T19:26:30,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742238_1418 (size=749) 2024-11-19T19:26:30,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742239_1419 (size=749) 2024-11-19T19:26:30,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:30,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742238_1418 (size=749) 2024-11-19T19:26:30,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:30,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T19:26:30,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T19:26:30,362 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T19:26:30,362 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.6, size=1.4 K (1405bytes) at 1732044390347Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.6 so closing down at 1732044390352 (+5 ms)3 split writer threads finished at 1732044390352Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732044390355 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732044390356 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044390360 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044390360Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732044390362 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732044390362Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732044390362 2024-11-19T19:26:30,363 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/oldWALs/wal.dat.6 2024-11-19T19:26:30,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:26:30,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.7 2024-11-19T19:26:30,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.7 after 0ms 2024-11-19T19:26:30,366 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.7 took 2ms 2024-11-19T19:26:30,367 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.7 so closing down 2024-11-19T19:26:30,367 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:30,367 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:30,368 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:30,368 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:30,369 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:30,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742240_1420 (size=753) 2024-11-19T19:26:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742240_1420 (size=753) 2024-11-19T19:26:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742241_1421 (size=753) 2024-11-19T19:26:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742241_1421 (size=753) 2024-11-19T19:26:30,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:30,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:30,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T19:26:30,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T19:26:30,379 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:30,379 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.7, size=1.4 K (1413bytes) at 1732044390364Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.7 so closing down at 1732044390367 (+3 ms)3 split writer threads finished at 1732044390367Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044390369 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732044390369Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044390378 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044390378Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732044390379 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732044390379Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044390379 2024-11-19T19:26:30,380 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/oldWALs/wal.dat.7 2024-11-19T19:26:30,380 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T19:26:30,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.8 2024-11-19T19:26:30,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.8 after 0ms 2024-11-19T19:26:30,382 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.8 took 1ms 2024-11-19T19:26:30,382 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.8 so closing down 2024-11-19T19:26:30,382 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:30,383 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:30,384 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:30,384 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:30,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:30,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:30,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742242_1422 (size=753) 2024-11-19T19:26:30,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742242_1422 (size=753) 2024-11-19T19:26:30,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742243_1423 (size=753) 2024-11-19T19:26:30,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742243_1423 (size=753) 2024-11-19T19:26:30,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:30,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:30,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T19:26:30,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T19:26:30,393 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:30,393 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.8, size=1.4 K (1413bytes) at 1732044390380Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.8 so closing down at 1732044390382 (+2 ms)3 split writer threads finished at 1732044390383 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732044390385 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732044390385Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044390392 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044390392Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732044390393 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732044390393Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044390393 2024-11-19T19:26:30,394 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/oldWALs/wal.dat.8 2024-11-19T19:26:30,394 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T19:26:30,394 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.9 2024-11-19T19:26:30,394 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.9 after 0ms 2024-11-19T19:26:30,396 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.9 took 2ms 2024-11-19T19:26:30,397 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.9 so closing down 2024-11-19T19:26:30,397 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:30,397 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:30,398 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:30,398 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:30,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:30,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:30,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742244_1424 (size=753) 2024-11-19T19:26:30,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742245_1425 (size=753) 2024-11-19T19:26:30,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742245_1425 (size=753) 2024-11-19T19:26:30,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742244_1424 (size=753) 2024-11-19T19:26:30,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:30,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:30,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T19:26:30,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T19:26:30,404 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:30,404 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.9, size=1.4 K (1413bytes) at 1732044390394Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.9 so closing down at 1732044390397 (+3 ms)3 split writer threads finished at 1732044390397Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044390399 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732044390399Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044390403 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044390403Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732044390403Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732044390403Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044390404 (+1 ms) 2024-11-19T19:26:30,405 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732044385980/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/e8b5140a-4f1b-c3e5-5497-6d287893c7e0/oldWALs/wal.dat.9 2024-11-19T19:26:30,442 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=146 (was 145) - Thread LEAK? -, OpenFileDescriptor=399 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 578), ProcessCount=11 (was 11), AvailableMemoryMB=4456 (was 4460) 2024-11-19T19:26:30,448 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=146, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=4456 2024-11-19T19:26:30,449 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742246_1426 (size=7) 2024-11-19T19:26:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742246_1426 (size=7) 2024-11-19T19:26:30,455 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:30,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:30,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:30,459 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:30,459 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-19T19:26:30,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742247_1427 (size=863) 2024-11-19T19:26:30,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742247_1427 (size=863) 2024-11-19T19:26:30,471 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:30,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742248_1428 (size=823) 2024-11-19T19:26:30,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742248_1428 (size=823) 2024-11-19T19:26:30,498 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/WALs/testeofisignored,16010,1732044390459/wal.dat.0, size=823 (823bytes) 2024-11-19T19:26:30,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/WALs/testeofisignored,16010,1732044390459/wal.dat.0 2024-11-19T19:26:30,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/WALs/testeofisignored,16010,1732044390459/wal.dat.0 after 0ms 2024-11-19T19:26:30,500 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/WALs/testeofisignored,16010,1732044390459/wal.dat.0 took 2ms 2024-11-19T19:26:30,504 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/WALs/testeofisignored,16010,1732044390459/wal.dat.0; continuing. 2024-11-19T19:26:30,504 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/WALs/testeofisignored,16010,1732044390459/wal.dat.0 so closing down 2024-11-19T19:26:30,504 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:30,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:30,506 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:30,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:30,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742249_1429 (size=786) 2024-11-19T19:26:30,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742249_1429 (size=786) 2024-11-19T19:26:30,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:30,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-19T19:26:30,512 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/WALs/testeofisignored,16010,1732044390459/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-19T19:26:30,512 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/WALs/testeofisignored,16010,1732044390459/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/WALs/testeofisignored,16010,1732044390459/wal.dat.0, size=823 (823bytes) at 1732044390498Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/WALs/testeofisignored,16010,1732044390459/wal.dat.0 so closing down at 1732044390504 (+6 ms)3 split writer threads finished at 1732044390504Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044390507 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732044390511 (+4 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1732044390512 (+1 ms)Processed 9 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/WALs/testeofisignored,16010,1732044390459/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1732044390512 2024-11-19T19:26:30,513 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/WALs/testeofisignored,16010,1732044390459/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/8338e8b9-e900-284b-d0ca-299ca9e7ad0a/oldWALs/wal.dat.0 2024-11-19T19:26:30,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=146 (was 146), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=4456 (was 4456) 2024-11-19T19:26:30,528 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=146, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=4455 2024-11-19T19:26:30,529 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:30,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742250_1430 (size=7) 2024-11-19T19:26:30,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742250_1430 (size=7) 2024-11-19T19:26:30,534 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:30,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:30,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:30,537 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:30,537 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-19T19:26:30,538 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-19T19:26:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742251_1431 (size=93) 2024-11-19T19:26:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742251_1431 (size=93) 2024-11-19T19:26:30,557 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/d2e8eb23-631f-7bb1-0ecf-7d578ce01ba1/WALs/testsplitlogfileempty,16010,1732044390537/wal.dat..empty, size=93 (93bytes) 2024-11-19T19:26:30,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/d2e8eb23-631f-7bb1-0ecf-7d578ce01ba1/WALs/testsplitlogfileempty,16010,1732044390537/wal.dat..empty 2024-11-19T19:26:30,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/d2e8eb23-631f-7bb1-0ecf-7d578ce01ba1/WALs/testsplitlogfileempty,16010,1732044390537/wal.dat..empty after 1ms 2024-11-19T19:26:30,559 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/d2e8eb23-631f-7bb1-0ecf-7d578ce01ba1/WALs/testsplitlogfileempty,16010,1732044390537/wal.dat..empty took 2ms 2024-11-19T19:26:30,560 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/d2e8eb23-631f-7bb1-0ecf-7d578ce01ba1/WALs/testsplitlogfileempty,16010,1732044390537/wal.dat..empty so closing down 2024-11-19T19:26:30,560 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:30,560 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:30,560 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/d2e8eb23-631f-7bb1-0ecf-7d578ce01ba1/WALs/testsplitlogfileempty,16010,1732044390537/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-19T19:26:30,560 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/d2e8eb23-631f-7bb1-0ecf-7d578ce01ba1/WALs/testsplitlogfileempty,16010,1732044390537/wal.dat..empty, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/d2e8eb23-631f-7bb1-0ecf-7d578ce01ba1/WALs/testsplitlogfileempty,16010,1732044390537/wal.dat..empty, size=93 (93bytes) at 1732044390557Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/d2e8eb23-631f-7bb1-0ecf-7d578ce01ba1/WALs/testsplitlogfileempty,16010,1732044390537/wal.dat..empty so closing down at 1732044390560 (+3 ms)3 split writer threads finished at 1732044390560Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/d2e8eb23-631f-7bb1-0ecf-7d578ce01ba1/WALs/testsplitlogfileempty,16010,1732044390537/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732044390560 2024-11-19T19:26:30,562 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/d2e8eb23-631f-7bb1-0ecf-7d578ce01ba1/WALs/testsplitlogfileempty,16010,1732044390537/wal.dat..empty to hdfs://localhost:36367/user/jenkins/test-data/d2e8eb23-631f-7bb1-0ecf-7d578ce01ba1/oldWALs/wal.dat..empty 2024-11-19T19:26:30,571 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=146 (was 146), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=4455 (was 4455) 2024-11-19T19:26:30,576 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=146, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=4455 2024-11-19T19:26:30,577 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:30,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742252_1432 (size=7) 2024-11-19T19:26:30,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742252_1432 (size=7) 2024-11-19T19:26:30,582 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:30,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:30,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:30,586 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:30,586 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:30,586 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:30,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:30,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:30,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742253_1433 (size=1393) 2024-11-19T19:26:30,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742253_1433 (size=1393) 2024-11-19T19:26:30,998 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:30,998 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:31,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742254_1434 (size=1393) 2024-11-19T19:26:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742254_1434 (size=1393) 2024-11-19T19:26:31,021 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:31,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:31,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742255_1435 (size=1393) 2024-11-19T19:26:31,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742255_1435 (size=1393) 2024-11-19T19:26:31,036 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:31,036 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:31,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742256_1436 (size=1393) 2024-11-19T19:26:31,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742256_1436 (size=1393) 2024-11-19T19:26:31,048 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:31,049 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:31,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742257_1437 (size=1393) 2024-11-19T19:26:31,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742257_1437 (size=1393) 2024-11-19T19:26:31,057 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:31,058 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:31,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742258_1438 (size=1393) 2024-11-19T19:26:31,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742258_1438 (size=1393) 2024-11-19T19:26:31,071 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:31,071 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:31,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742259_1439 (size=1405) 2024-11-19T19:26:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742259_1439 (size=1405) 2024-11-19T19:26:31,085 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:31,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:31,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742260_1440 (size=1413) 2024-11-19T19:26:31,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742260_1440 (size=1413) 2024-11-19T19:26:31,102 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:31,102 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:31,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742261_1441 (size=1413) 2024-11-19T19:26:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742261_1441 (size=1413) 2024-11-19T19:26:31,111 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:31,111 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:31,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742262_1442 (size=1413) 2024-11-19T19:26:31,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742262_1442 (size=1413) 2024-11-19T19:26:31,121 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:31,138 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:31,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.0 2024-11-19T19:26:31,138 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.0 after 0ms 2024-11-19T19:26:31,140 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.0 took 2ms 2024-11-19T19:26:31,141 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.0 so closing down 2024-11-19T19:26:31,141 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:31,141 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:31,143 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:31,143 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:31,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:31,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742263_1443 (size=743) 2024-11-19T19:26:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742263_1443 (size=743) 2024-11-19T19:26:31,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:26:31,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742264_1444 (size=743) 2024-11-19T19:26:31,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742264_1444 (size=743) 2024-11-19T19:26:31,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-19T19:26:31,156 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:31,156 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.0, size=1.4 K (1393bytes) at 1732044391138Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.0 so closing down at 1732044391141 (+3 ms)3 split writer threads finished at 1732044391141Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044391144 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044391144Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391148 (+4 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044391149 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391155 (+6 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732044391156 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044391156 2024-11-19T19:26:31,157 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/oldWALs/wal.dat.0 2024-11-19T19:26:31,157 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:26:31,157 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.1 2024-11-19T19:26:31,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.1 after 1ms 2024-11-19T19:26:31,159 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.1 took 2ms 2024-11-19T19:26:31,160 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.1 so closing down 2024-11-19T19:26:31,160 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:31,160 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:31,161 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:31,162 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:31,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:31,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:31,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742265_1445 (size=743) 2024-11-19T19:26:31,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742266_1446 (size=743) 2024-11-19T19:26:31,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742266_1446 (size=743) 2024-11-19T19:26:31,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742265_1445 (size=743) 2024-11-19T19:26:31,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T19:26:31,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-19T19:26:31,169 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:31,169 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.1, size=1.4 K (1393bytes) at 1732044391157Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.1 so closing down at 1732044391160 (+3 ms)3 split writer threads finished at 1732044391160Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044391162 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044391163 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391168 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391168Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732044391169 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732044391169Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044391169 2024-11-19T19:26:31,170 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/oldWALs/wal.dat.1 2024-11-19T19:26:31,170 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:26:31,170 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.2 2024-11-19T19:26:31,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.2 after 0ms 2024-11-19T19:26:31,172 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.2 took 2ms 2024-11-19T19:26:31,173 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.2 so closing down 2024-11-19T19:26:31,173 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:31,173 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:31,174 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:31,174 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:31,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:31,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:31,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742268_1448 (size=743) 2024-11-19T19:26:31,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742268_1448 (size=743) 2024-11-19T19:26:31,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742267_1447 (size=743) 2024-11-19T19:26:31,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742267_1447 (size=743) 2024-11-19T19:26:31,178 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-19T19:26:31,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T19:26:31,180 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:31,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.2, size=1.4 K (1393bytes) at 1732044391170Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.2 so closing down at 1732044391173 (+3 ms)3 split writer threads finished at 1732044391173Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732044391175 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044391175Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391178 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391179 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732044391179Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732044391180 (+1 ms)Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044391180 2024-11-19T19:26:31,181 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/oldWALs/wal.dat.2 2024-11-19T19:26:31,181 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:26:31,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.3 2024-11-19T19:26:31,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.3 after 0ms 2024-11-19T19:26:31,183 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.3 took 2ms 2024-11-19T19:26:31,184 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.3 so closing down 2024-11-19T19:26:31,184 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:31,184 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:31,185 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:31,185 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:31,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:31,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:31,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742270_1450 (size=743) 2024-11-19T19:26:31,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742269_1449 (size=743) 2024-11-19T19:26:31,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742269_1449 (size=743) 2024-11-19T19:26:31,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742270_1450 (size=743) 2024-11-19T19:26:31,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-19T19:26:31,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T19:26:31,192 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:31,192 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.3, size=1.4 K (1393bytes) at 1732044391181Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.3 so closing down at 1732044391184 (+3 ms)3 split writer threads finished at 1732044391184Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732044391186 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044391186Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391191 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391191Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732044391192 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732044391192Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044391192 2024-11-19T19:26:31,193 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/oldWALs/wal.dat.3 2024-11-19T19:26:31,194 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T19:26:31,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.4 2024-11-19T19:26:31,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.4 after 0ms 2024-11-19T19:26:31,195 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.4 took 2ms 2024-11-19T19:26:31,196 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.4 so closing down 2024-11-19T19:26:31,196 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:31,196 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:31,197 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:31,197 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:31,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:31,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:31,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742272_1452 (size=743) 2024-11-19T19:26:31,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742271_1451 (size=743) 2024-11-19T19:26:31,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742272_1452 (size=743) 2024-11-19T19:26:31,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742271_1451 (size=743) 2024-11-19T19:26:31,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-19T19:26:31,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T19:26:31,202 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:31,202 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.4, size=1.4 K (1393bytes) at 1732044391194Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.4 so closing down at 1732044391196 (+2 ms)3 split writer threads finished at 1732044391196Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044391198 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732044391198Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391201 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391201Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732044391202 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732044391202Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044391202 2024-11-19T19:26:31,203 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/oldWALs/wal.dat.4 2024-11-19T19:26:31,203 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T19:26:31,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.5 2024-11-19T19:26:31,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.5 after 1ms 2024-11-19T19:26:31,205 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.5 took 2ms 2024-11-19T19:26:31,206 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.5 so closing down 2024-11-19T19:26:31,206 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:31,206 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:31,208 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:31,208 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:31,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:31,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:31,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742273_1453 (size=743) 2024-11-19T19:26:31,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742273_1453 (size=743) 2024-11-19T19:26:31,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-19T19:26:31,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742274_1454 (size=743) 2024-11-19T19:26:31,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742274_1454 (size=743) 2024-11-19T19:26:31,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T19:26:31,220 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-19T19:26:31,220 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.5, size=1.4 K (1393bytes) at 1732044391203Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.5 so closing down at 1732044391206 (+3 ms)3 split writer threads finished at 1732044391206Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732044391208 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732044391209 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391214 (+5 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732044391215 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391219 (+4 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732044391220 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732044391220 2024-11-19T19:26:31,222 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/oldWALs/wal.dat.5 2024-11-19T19:26:31,222 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T19:26:31,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.6 2024-11-19T19:26:31,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.6 after 0ms 2024-11-19T19:26:31,224 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.6 took 2ms 2024-11-19T19:26:31,225 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.6 so closing down 2024-11-19T19:26:31,225 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:31,225 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:31,227 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:31,227 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:31,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:31,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:31,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742275_1455 (size=749) 2024-11-19T19:26:31,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742276_1456 (size=749) 2024-11-19T19:26:31,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742276_1456 (size=749) 2024-11-19T19:26:31,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742275_1455 (size=749) 2024-11-19T19:26:31,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-19T19:26:31,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T19:26:31,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-19T19:26:31,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.6, size=1.4 K (1405bytes) at 1732044391222Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.6 so closing down at 1732044391225 (+3 ms)3 split writer threads finished at 1732044391225Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732044391227 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732044391227Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391231 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391231Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732044391232 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732044391232Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732044391232 2024-11-19T19:26:31,233 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/oldWALs/wal.dat.6 2024-11-19T19:26:31,233 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:26:31,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.7 2024-11-19T19:26:31,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.7 after 1ms 2024-11-19T19:26:31,235 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.7 took 2ms 2024-11-19T19:26:31,236 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.7 so closing down 2024-11-19T19:26:31,236 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:31,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:31,237 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:31,237 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:31,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:31,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742277_1457 (size=753) 2024-11-19T19:26:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742277_1457 (size=753) 2024-11-19T19:26:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742278_1458 (size=753) 2024-11-19T19:26:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742278_1458 (size=753) 2024-11-19T19:26:31,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-19T19:26:31,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T19:26:31,242 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:31,242 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.7, size=1.4 K (1413bytes) at 1732044391233Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.7 so closing down at 1732044391236 (+3 ms)3 split writer threads finished at 1732044391236Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732044391238 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044391238Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391241 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391241Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732044391242 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732044391242Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044391242 2024-11-19T19:26:31,243 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/oldWALs/wal.dat.7 2024-11-19T19:26:31,243 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T19:26:31,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.8 2024-11-19T19:26:31,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.8 after 1ms 2024-11-19T19:26:31,245 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.8 took 2ms 2024-11-19T19:26:31,246 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.8 so closing down 2024-11-19T19:26:31,246 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:31,246 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:31,247 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:31,247 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:31,248 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:31,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742280_1460 (size=753) 2024-11-19T19:26:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742279_1459 (size=753) 2024-11-19T19:26:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742279_1459 (size=753) 2024-11-19T19:26:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742280_1460 (size=753) 2024-11-19T19:26:31,251 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-19T19:26:31,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T19:26:31,253 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:31,253 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.8, size=1.4 K (1413bytes) at 1732044391243Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.8 so closing down at 1732044391246 (+3 ms)3 split writer threads finished at 1732044391246Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732044391248 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732044391248Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391251 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391251Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732044391253 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732044391253Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044391253 2024-11-19T19:26:31,254 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/oldWALs/wal.dat.8 2024-11-19T19:26:31,254 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T19:26:31,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.9 2024-11-19T19:26:31,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.9 after 0ms 2024-11-19T19:26:31,255 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.9 took 1ms 2024-11-19T19:26:31,256 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.9 so closing down 2024-11-19T19:26:31,256 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:31,256 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:31,257 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:31,257 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:31,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:31,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:31,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742282_1462 (size=753) 2024-11-19T19:26:31,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742282_1462 (size=753) 2024-11-19T19:26:31,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742281_1461 (size=753) 2024-11-19T19:26:31,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742281_1461 (size=753) 2024-11-19T19:26:31,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T19:26:31,263 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-19T19:26:31,263 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-19T19:26:31,263 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.9, size=1.4 K (1413bytes) at 1732044391254Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.9 so closing down at 1732044391256 (+2 ms)3 split writer threads finished at 1732044391256Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044391258 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732044391258Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391262 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391262Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732044391263 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732044391263Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732044391263 2024-11-19T19:26:31,264 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/WALs/testlogsgetarchivedaftersplit,16010,1732044390586/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/fdbec395-4c90-f8b7-e5d0-a62cb4de750d/oldWALs/wal.dat.9 2024-11-19T19:26:31,273 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=146 (was 146), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=4453 (was 4455) 2024-11-19T19:26:31,279 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=146, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=4453 2024-11-19T19:26:31,280 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:31,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742283_1463 (size=7) 2024-11-19T19:26:31,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742283_1463 (size=7) 2024-11-19T19:26:31,686 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:31,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:31,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:31,689 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:31,690 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-19T19:26:31,690 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-19T19:26:31,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:31,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742284_1464 (size=723) 2024-11-19T19:26:31,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742284_1464 (size=723) 2024-11-19T19:26:31,698 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:31,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:31,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742285_1465 (size=723) 2024-11-19T19:26:31,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742285_1465 (size=723) 2024-11-19T19:26:31,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:31,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:31,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742286_1466 (size=723) 2024-11-19T19:26:31,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742286_1466 (size=723) 2024-11-19T19:26:31,713 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:31,713 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:31,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742287_1467 (size=723) 2024-11-19T19:26:31,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742287_1467 (size=723) 2024-11-19T19:26:31,721 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:31,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:31,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742288_1468 (size=723) 2024-11-19T19:26:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742288_1468 (size=723) 2024-11-19T19:26:31,728 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:31,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:31,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742289_1469 (size=723) 2024-11-19T19:26:31,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742289_1469 (size=723) 2024-11-19T19:26:31,734 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:31,734 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:31,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742290_1470 (size=723) 2024-11-19T19:26:31,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742290_1470 (size=723) 2024-11-19T19:26:31,740 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:31,740 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:31,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742291_1471 (size=723) 2024-11-19T19:26:31,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742291_1471 (size=723) 2024-11-19T19:26:31,747 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:31,747 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:31,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742292_1472 (size=723) 2024-11-19T19:26:31,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742292_1472 (size=723) 2024-11-19T19:26:31,756 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:31,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:31,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742293_1473 (size=723) 2024-11-19T19:26:31,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742293_1473 (size=723) 2024-11-19T19:26:31,764 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:31,784 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/oldWALs, maxLogs=32 2024-11-19T19:26:31,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1732044391812 2024-11-19T19:26:31,819 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1732044391812 2024-11-19T19:26:31,865 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:41813:41813),(127.0.0.1/127.0.0.1:37301:37301)] 2024-11-19T19:26:31,883 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732044391689/wal.dat.0, size=723 (723bytes) 2024-11-19T19:26:31,883 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732044391689/wal.dat.0 2024-11-19T19:26:31,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732044391689/wal.dat.0 after 1ms 2024-11-19T19:26:31,886 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732044391689/wal.dat.0 took 3ms 2024-11-19T19:26:31,887 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732044391689/wal.dat.0 so closing down 2024-11-19T19:26:31,887 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:31,887 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:31,889 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:31,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:31,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742295_1475 (size=723) 2024-11-19T19:26:31,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742295_1475 (size=723) 2024-11-19T19:26:31,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:31,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-19T19:26:31,895 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732044391689/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-19T19:26:31,895 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732044391689/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732044391689/wal.dat.0, size=723 (723bytes) at 1732044391883Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732044391689/wal.dat.0 so closing down at 1732044391887 (+4 ms)3 split writer threads finished at 1732044391887Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044391890 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044391894 (+4 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/data/default/t1/r0/recovered.edits/0000000000000000009 at 1732044391895 (+1 ms)Processed 10 edits across 1 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732044391689/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1732044391895 2024-11-19T19:26:31,896 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T19:26:31,896 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T19:26:31,896 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T19:26:31,896 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T19:26:31,896 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-19T19:26:31,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742294_1474 (size=93) 2024-11-19T19:26:31,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742294_1474 (size=93) 2024-11-19T19:26:31,901 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f023cfd1-a884-5ceb-61c6-07c8d30fe8fc/oldWALs 2024-11-19T19:26:31,903 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1732044391812) 2024-11-19T19:26:31,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=152 (was 146) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=4450 (was 4453) 2024-11-19T19:26:31,917 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=152, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=4450 2024-11-19T19:26:31,917 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:31,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742296_1476 (size=7) 2024-11-19T19:26:31,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742296_1476 (size=7) 2024-11-19T19:26:31,923 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:31,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:31,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:31,926 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:31,926 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-19T19:26:31,926 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:31,926 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:31,927 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:31,928 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742297_1477 (size=1393) 2024-11-19T19:26:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742297_1477 (size=1393) 2024-11-19T19:26:31,937 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:31,937 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:31,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742298_1478 (size=1393) 2024-11-19T19:26:31,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742298_1478 (size=1393) 2024-11-19T19:26:31,946 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:31,946 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:31,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742299_1479 (size=1393) 2024-11-19T19:26:31,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742299_1479 (size=1393) 2024-11-19T19:26:31,955 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:31,955 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:31,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742300_1480 (size=1393) 2024-11-19T19:26:31,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742300_1480 (size=1393) 2024-11-19T19:26:31,964 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:31,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:31,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742301_1481 (size=1393) 2024-11-19T19:26:31,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742301_1481 (size=1393) 2024-11-19T19:26:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:31,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742302_1482 (size=1393) 2024-11-19T19:26:31,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742302_1482 (size=1393) 2024-11-19T19:26:31,982 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:31,982 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:31,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742303_1483 (size=1405) 2024-11-19T19:26:31,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742303_1483 (size=1405) 2024-11-19T19:26:31,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:31,991 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:31,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:31,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742304_1484 (size=1413) 2024-11-19T19:26:31,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742304_1484 (size=1413) 2024-11-19T19:26:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:31,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742305_1485 (size=1413) 2024-11-19T19:26:32,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742305_1485 (size=1413) 2024-11-19T19:26:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:32,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742306_1486 (size=1413) 2024-11-19T19:26:32,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742306_1486 (size=1413) 2024-11-19T19:26:32,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:32,040 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:32,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 2024-11-19T19:26:32,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 after 0ms 2024-11-19T19:26:32,042 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 took 3ms 2024-11-19T19:26:32,043 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:32,044 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 so closing down 2024-11-19T19:26:32,044 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:32,044 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:32,044 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:32,044 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, size=1.4 K (1393bytes) at 1732044392040Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 so closing down at 1732044392044 (+4 ms)3 split writer threads finished at 1732044392044Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044392044 2024-11-19T19:26:32,046 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.0 2024-11-19T19:26:32,046 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:26:32,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 2024-11-19T19:26:32,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 after 0ms 2024-11-19T19:26:32,049 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 took 3ms 2024-11-19T19:26:32,050 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:32,051 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 so closing down 2024-11-19T19:26:32,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:32,051 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:32,051 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:32,051 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, size=1.4 K (1393bytes) at 1732044392047Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 so closing down at 1732044392051 (+4 ms)3 split writer threads finished at 1732044392051Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044392051 2024-11-19T19:26:32,053 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.1 2024-11-19T19:26:32,053 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:26:32,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 2024-11-19T19:26:32,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 after 1ms 2024-11-19T19:26:32,056 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 took 3ms 2024-11-19T19:26:32,058 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:32,058 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 so closing down 2024-11-19T19:26:32,058 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:32,058 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:32,058 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:32,059 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, size=1.4 K (1393bytes) at 1732044392053Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 so closing down at 1732044392058 (+5 ms)3 split writer threads finished at 1732044392058Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044392059 (+1 ms) 2024-11-19T19:26:32,060 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.2 2024-11-19T19:26:32,061 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:26:32,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 2024-11-19T19:26:32,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 after 0ms 2024-11-19T19:26:32,063 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 took 2ms 2024-11-19T19:26:32,064 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:32,064 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 so closing down 2024-11-19T19:26:32,064 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:32,064 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:32,064 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:32,064 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, size=1.4 K (1393bytes) at 1732044392061Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 so closing down at 1732044392064 (+3 ms)3 split writer threads finished at 1732044392064Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044392064 2024-11-19T19:26:32,066 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.3 2024-11-19T19:26:32,066 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T19:26:32,066 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 2024-11-19T19:26:32,067 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 after 1ms 2024-11-19T19:26:32,068 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 took 2ms 2024-11-19T19:26:32,069 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:32,070 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 so closing down 2024-11-19T19:26:32,070 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:32,070 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:32,070 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:32,070 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, size=1.4 K (1393bytes) at 1732044392066Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 so closing down at 1732044392070 (+4 ms)3 split writer threads finished at 1732044392070Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044392070 2024-11-19T19:26:32,072 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.4 2024-11-19T19:26:32,072 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T19:26:32,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 2024-11-19T19:26:32,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 after 0ms 2024-11-19T19:26:32,074 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 took 2ms 2024-11-19T19:26:32,075 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:32,075 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 so closing down 2024-11-19T19:26:32,075 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:32,075 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:32,075 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:32,075 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, size=1.4 K (1393bytes) at 1732044392072Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 so closing down at 1732044392075 (+3 ms)3 split writer threads finished at 1732044392075Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044392075 2024-11-19T19:26:32,077 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.5 2024-11-19T19:26:32,077 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T19:26:32,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 2024-11-19T19:26:32,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 after 1ms 2024-11-19T19:26:32,079 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 took 2ms 2024-11-19T19:26:32,080 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:32,081 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 so closing down 2024-11-19T19:26:32,081 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:32,081 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:32,081 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-19T19:26:32,081 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, size=1.4 K (1405bytes) at 1732044392077Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 so closing down at 1732044392081 (+4 ms)3 split writer threads finished at 1732044392081Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732044392081 2024-11-19T19:26:32,083 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.6 2024-11-19T19:26:32,083 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:26:32,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 2024-11-19T19:26:32,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 after 0ms 2024-11-19T19:26:32,085 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 took 2ms 2024-11-19T19:26:32,086 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:32,086 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 so closing down 2024-11-19T19:26:32,086 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:32,086 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:32,086 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T19:26:32,086 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, size=1.4 K (1413bytes) at 1732044392083Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 so closing down at 1732044392086 (+3 ms)3 split writer threads finished at 1732044392086Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732044392086 2024-11-19T19:26:32,088 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.7 2024-11-19T19:26:32,088 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T19:26:32,088 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 2024-11-19T19:26:32,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 after 1ms 2024-11-19T19:26:32,090 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 took 2ms 2024-11-19T19:26:32,091 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:32,091 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 so closing down 2024-11-19T19:26:32,091 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:32,092 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:32,092 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T19:26:32,092 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, size=1.4 K (1413bytes) at 1732044392088Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 so closing down at 1732044392091 (+3 ms)3 split writer threads finished at 1732044392092 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732044392092 2024-11-19T19:26:32,093 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.8 2024-11-19T19:26:32,094 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T19:26:32,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 2024-11-19T19:26:32,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 after 0ms 2024-11-19T19:26:32,096 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 took 1ms 2024-11-19T19:26:32,096 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:32,097 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 so closing down 2024-11-19T19:26:32,097 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:32,097 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:32,097 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T19:26:32,097 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, size=1.4 K (1413bytes) at 1732044392094Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 so closing down at 1732044392097 (+3 ms)3 split writer threads finished at 1732044392097Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732044392097 2024-11-19T19:26:32,099 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.9 2024-11-19T19:26:32,100 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044392045; access_time=1732044391928; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044392052; access_time=1732044391938; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044392059; access_time=1732044391946; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044392065; access_time=1732044391956; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044392071; access_time=1732044391965; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044392076; access_time=1732044391974; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732044392082; access_time=1732044391982; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732044392087; access_time=1732044391991; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732044392093; access_time=1732044391999; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732044392098; access_time=1732044392008; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-19T19:26:32,104 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:32,104 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:32,104 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:32,105 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:32,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742307_1487 (size=1393) 2024-11-19T19:26:32,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742307_1487 (size=1393) 2024-11-19T19:26:32,114 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:32,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:32,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742308_1488 (size=1393) 2024-11-19T19:26:32,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742308_1488 (size=1393) 2024-11-19T19:26:32,525 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:32,526 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:32,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742309_1489 (size=1393) 2024-11-19T19:26:32,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742309_1489 (size=1393) 2024-11-19T19:26:32,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:32,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:32,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742310_1490 (size=1393) 2024-11-19T19:26:32,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742310_1490 (size=1393) 2024-11-19T19:26:32,552 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:32,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742311_1491 (size=1393) 2024-11-19T19:26:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742311_1491 (size=1393) 2024-11-19T19:26:32,561 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:32,562 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:32,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742312_1492 (size=1393) 2024-11-19T19:26:32,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742312_1492 (size=1393) 2024-11-19T19:26:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:32,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:32,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742313_1493 (size=1405) 2024-11-19T19:26:32,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742313_1493 (size=1405) 2024-11-19T19:26:32,584 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:32,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:32,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742314_1494 (size=1413) 2024-11-19T19:26:32,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742314_1494 (size=1413) 2024-11-19T19:26:32,593 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:32,593 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742315_1495 (size=1413) 2024-11-19T19:26:32,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742315_1495 (size=1413) 2024-11-19T19:26:32,603 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:32,603 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:32,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:32,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742316_1496 (size=1413) 2024-11-19T19:26:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742316_1496 (size=1413) 2024-11-19T19:26:32,612 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:32,635 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:32,635 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 2024-11-19T19:26:32,635 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 after 0ms 2024-11-19T19:26:32,637 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 took 3ms 2024-11-19T19:26:32,639 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:32,639 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 so closing down 2024-11-19T19:26:32,639 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:32,639 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:32,641 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:32,641 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:32,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:32,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:32,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742317_1497 (size=418) 2024-11-19T19:26:32,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742318_1498 (size=418) 2024-11-19T19:26:32,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742318_1498 (size=418) 2024-11-19T19:26:32,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742317_1497 (size=418) 2024-11-19T19:26:32,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:32,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:32,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-19T19:26:32,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-19T19:26:32,651 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:32,651 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, size=1.4 K (1393bytes) at 1732044392635Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 so closing down at 1732044392639 (+4 ms)3 split writer threads finished at 1732044392639Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044392642 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044392642Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044392649 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044392649Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1732044392650 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1732044392650Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044392651 (+1 ms) 2024-11-19T19:26:32,652 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.0 2024-11-19T19:26:32,652 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:26:32,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 2024-11-19T19:26:32,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 after 0ms 2024-11-19T19:26:32,654 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 took 2ms 2024-11-19T19:26:32,655 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:32,655 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 so closing down 2024-11-19T19:26:32,655 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:32,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:32,657 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:32,657 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:32,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:32,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:32,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742319_1499 (size=418) 2024-11-19T19:26:32,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742320_1500 (size=418) 2024-11-19T19:26:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742320_1500 (size=418) 2024-11-19T19:26:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742319_1499 (size=418) 2024-11-19T19:26:32,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:32,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:32,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-19T19:26:32,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-19T19:26:32,667 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:32,667 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, size=1.4 K (1393bytes) at 1732044392652Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 so closing down at 1732044392655 (+3 ms)3 split writer threads finished at 1732044392655Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044392658 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044392658Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044392666 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044392666Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1732044392667 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1732044392667Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044392667 2024-11-19T19:26:32,669 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.1 2024-11-19T19:26:32,669 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:26:32,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 2024-11-19T19:26:32,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 after 0ms 2024-11-19T19:26:32,671 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 took 2ms 2024-11-19T19:26:32,672 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:32,672 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 so closing down 2024-11-19T19:26:32,672 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:32,672 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:32,674 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:32,674 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:32,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:32,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742322_1502 (size=418) 2024-11-19T19:26:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742321_1501 (size=418) 2024-11-19T19:26:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742322_1502 (size=418) 2024-11-19T19:26:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742321_1501 (size=418) 2024-11-19T19:26:32,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:32,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-19T19:26:33,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,084 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-19T19:26:33,084 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:33,085 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, size=1.4 K (1393bytes) at 1732044392669Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 so closing down at 1732044392672 (+3 ms)3 split writer threads finished at 1732044392672Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044392675 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044392675Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044392679 (+4 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1732044392680 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393080 (+400 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1732044393084 (+4 ms)Processed 10 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044393084 2024-11-19T19:26:33,089 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.2 2024-11-19T19:26:33,089 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:26:33,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 2024-11-19T19:26:33,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 after 0ms 2024-11-19T19:26:33,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 took 3ms 2024-11-19T19:26:33,094 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:33,094 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 so closing down 2024-11-19T19:26:33,094 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:33,095 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:33,097 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:33,097 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:33,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:33,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:33,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742323_1503 (size=418) 2024-11-19T19:26:33,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742323_1503 (size=418) 2024-11-19T19:26:33,102 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742324_1504 (size=418) 2024-11-19T19:26:33,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742324_1504 (size=418) 2024-11-19T19:26:33,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-19T19:26:33,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,105 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-19T19:26:33,106 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:33,106 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, size=1.4 K (1393bytes) at 1732044393089Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 so closing down at 1732044393094 (+5 ms)3 split writer threads finished at 1732044393095 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732044393097 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044393100 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393102 (+2 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1732044393104 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393104Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1732044393105 (+1 ms)Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044393106 (+1 ms) 2024-11-19T19:26:33,107 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.3 2024-11-19T19:26:33,107 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T19:26:33,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 2024-11-19T19:26:33,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 after 0ms 2024-11-19T19:26:33,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 took 2ms 2024-11-19T19:26:33,110 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:33,110 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 so closing down 2024-11-19T19:26:33,110 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:33,110 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:33,112 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:33,112 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:33,112 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:33,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:33,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742326_1506 (size=418) 2024-11-19T19:26:33,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742326_1506 (size=418) 2024-11-19T19:26:33,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742325_1505 (size=418) 2024-11-19T19:26:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742325_1505 (size=418) 2024-11-19T19:26:33,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,117 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-19T19:26:33,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-19T19:26:33,119 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:33,119 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, size=1.4 K (1393bytes) at 1732044393107Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 so closing down at 1732044393110 (+3 ms)3 split writer threads finished at 1732044393110Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044393112 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732044393113 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393117 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393117Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1732044393118 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1732044393119 (+1 ms)Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044393119 2024-11-19T19:26:33,121 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.4 2024-11-19T19:26:33,121 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T19:26:33,121 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 2024-11-19T19:26:33,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 after 1ms 2024-11-19T19:26:33,123 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 took 2ms 2024-11-19T19:26:33,124 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:33,125 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 so closing down 2024-11-19T19:26:33,125 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:33,125 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:33,127 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:33,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:33,135 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:33,135 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:33,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742327_1507 (size=418) 2024-11-19T19:26:33,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742327_1507 (size=418) 2024-11-19T19:26:33,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-19T19:26:33,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742328_1508 (size=418) 2024-11-19T19:26:33,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742328_1508 (size=418) 2024-11-19T19:26:33,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-19T19:26:33,143 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:33,143 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, size=1.4 K (1393bytes) at 1732044393121Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 so closing down at 1732044393125 (+4 ms)3 split writer threads finished at 1732044393125Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732044393132 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732044393136 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393137 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732044393138 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393142 (+4 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1732044393143 (+1 ms)Processed 10 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044393143 2024-11-19T19:26:33,144 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.5 2024-11-19T19:26:33,144 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T19:26:33,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 2024-11-19T19:26:33,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 after 0ms 2024-11-19T19:26:33,146 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 took 2ms 2024-11-19T19:26:33,147 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:33,148 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 so closing down 2024-11-19T19:26:33,148 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:33,148 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:33,150 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:33,150 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:33,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:33,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742330_1510 (size=419) 2024-11-19T19:26:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742330_1510 (size=419) 2024-11-19T19:26:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742329_1509 (size=419) 2024-11-19T19:26:33,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742329_1509 (size=419) 2024-11-19T19:26:33,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-19T19:26:33,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-19T19:26:33,560 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-19T19:26:33,560 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, size=1.4 K (1405bytes) at 1732044393144Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 so closing down at 1732044393148 (+4 ms)3 split writer threads finished at 1732044393148Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732044393151 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732044393151Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393158 (+7 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1732044393159 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393559 (+400 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1732044393560 (+1 ms)Processed 10 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732044393560 2024-11-19T19:26:33,561 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.6 2024-11-19T19:26:33,561 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:26:33,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 2024-11-19T19:26:33,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 after 0ms 2024-11-19T19:26:33,563 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 took 2ms 2024-11-19T19:26:33,564 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:33,565 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 so closing down 2024-11-19T19:26:33,565 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:33,565 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:33,567 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:33,567 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:33,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:33,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:33,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742331_1511 (size=423) 2024-11-19T19:26:33,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742332_1512 (size=423) 2024-11-19T19:26:33,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742331_1511 (size=423) 2024-11-19T19:26:33,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742332_1512 (size=423) 2024-11-19T19:26:33,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-19T19:26:33,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-19T19:26:33,589 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T19:26:33,589 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, size=1.4 K (1413bytes) at 1732044393561Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 so closing down at 1732044393565 (+4 ms)3 split writer threads finished at 1732044393565Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044393569 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732044393569Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393582 (+13 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1732044393582Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393588 (+6 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1732044393589 (+1 ms)Processed 10 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732044393589 2024-11-19T19:26:33,590 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.7 2024-11-19T19:26:33,590 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T19:26:33,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 2024-11-19T19:26:33,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 after 0ms 2024-11-19T19:26:33,592 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 took 2ms 2024-11-19T19:26:33,593 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:33,594 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 so closing down 2024-11-19T19:26:33,594 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:33,594 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:33,596 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:33,596 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:33,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:33,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:33,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742334_1514 (size=423) 2024-11-19T19:26:33,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742333_1513 (size=423) 2024-11-19T19:26:33,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742333_1513 (size=423) 2024-11-19T19:26:33,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742334_1514 (size=423) 2024-11-19T19:26:33,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-19T19:26:33,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-19T19:26:33,606 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T19:26:33,606 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, size=1.4 K (1413bytes) at 1732044393591Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 so closing down at 1732044393594 (+3 ms)3 split writer threads finished at 1732044393594Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732044393597 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732044393597Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393605 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393605Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1732044393606 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1732044393606Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732044393606 2024-11-19T19:26:33,607 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.8 2024-11-19T19:26:33,607 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T19:26:33,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 2024-11-19T19:26:33,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 after 1ms 2024-11-19T19:26:33,609 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 took 2ms 2024-11-19T19:26:33,610 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:33,610 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 so closing down 2024-11-19T19:26:33,610 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:33,610 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:33,612 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:33,612 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:33,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:33,613 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:33,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742335_1515 (size=423) 2024-11-19T19:26:33,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742335_1515 (size=423) 2024-11-19T19:26:33,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742336_1516 (size=423) 2024-11-19T19:26:33,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742336_1516 (size=423) 2024-11-19T19:26:33,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:33,622 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-19T19:26:33,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-19T19:26:33,622 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T19:26:33,622 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, size=1.4 K (1413bytes) at 1732044393607Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 so closing down at 1732044393610 (+3 ms)3 split writer threads finished at 1732044393610Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044393613 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732044393613Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393621 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732044393621Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1732044393622 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1732044393622Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732044393622 2024-11-19T19:26:33,623 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.9 2024-11-19T19:26:33,624 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044392651; access_time=1732044392105; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044392668; access_time=1732044392114; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044393087; access_time=1732044392527; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044393106; access_time=1732044392543; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044393120; access_time=1732044392553; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044393144; access_time=1732044392562; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732044393561; access_time=1732044392575; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732044393590; access_time=1732044392584; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732044393607; access_time=1732044392593; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732044393622; access_time=1732044392603; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-19T19:26:33,626 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:33,626 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:33,627 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:33,627 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:33,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742337_1517 (size=1393) 2024-11-19T19:26:33,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742337_1517 (size=1393) 2024-11-19T19:26:34,038 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:34,039 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-19T19:26:34,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742338_1518 (size=1393) 2024-11-19T19:26:34,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742338_1518 (size=1393) 2024-11-19T19:26:34,055 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-19T19:26:34,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-19T19:26:34,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742339_1519 (size=1393) 2024-11-19T19:26:34,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742339_1519 (size=1393) 2024-11-19T19:26:34,071 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-19T19:26:34,071 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-19T19:26:34,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742340_1520 (size=1393) 2024-11-19T19:26:34,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742340_1520 (size=1393) 2024-11-19T19:26:34,081 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-19T19:26:34,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-19T19:26:34,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742341_1521 (size=1393) 2024-11-19T19:26:34,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742341_1521 (size=1393) 2024-11-19T19:26:34,090 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-19T19:26:34,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-19T19:26:34,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742342_1522 (size=1393) 2024-11-19T19:26:34,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742342_1522 (size=1393) 2024-11-19T19:26:34,099 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-19T19:26:34,099 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-19T19:26:34,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742343_1523 (size=1405) 2024-11-19T19:26:34,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742343_1523 (size=1405) 2024-11-19T19:26:34,509 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-19T19:26:34,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-19T19:26:34,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742344_1524 (size=1413) 2024-11-19T19:26:34,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742344_1524 (size=1413) 2024-11-19T19:26:34,528 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-19T19:26:34,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-19T19:26:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742345_1525 (size=1413) 2024-11-19T19:26:34,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742345_1525 (size=1413) 2024-11-19T19:26:34,539 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-19T19:26:34,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-19T19:26:34,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:34,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:34,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742346_1526 (size=1413) 2024-11-19T19:26:34,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742346_1526 (size=1413) 2024-11-19T19:26:34,550 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-19T19:26:34,569 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, size=1.4 K (1393bytes) 2024-11-19T19:26:34,569 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 2024-11-19T19:26:34,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 after 1ms 2024-11-19T19:26:34,571 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 took 2ms 2024-11-19T19:26:34,573 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:34,573 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 so closing down 2024-11-19T19:26:34,573 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:34,573 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:34,575 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:34,575 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:34,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-19T19:26:34,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-19T19:26:34,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742347_1527 (size=743) 2024-11-19T19:26:34,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742347_1527 (size=743) 2024-11-19T19:26:34,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742348_1528 (size=678) 2024-11-19T19:26:34,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742348_1528 (size=678) 2024-11-19T19:26:34,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:34,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:34,583 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-19T19:26:34,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-19T19:26:34,583 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:34,583 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, size=1.4 K (1393bytes) at 1732044394569Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 so closing down at 1732044394573 (+4 ms)3 split writer threads finished at 1732044394573Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732044394576 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732044394576Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732044394582 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044394582Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1732044394583 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732044394583Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044394583 2024-11-19T19:26:34,585 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.0 2024-11-19T19:26:34,585 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, size=1.4 K (1393bytes) 2024-11-19T19:26:34,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 2024-11-19T19:26:34,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 after 0ms 2024-11-19T19:26:34,586 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 took 1ms 2024-11-19T19:26:34,587 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:34,588 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 so closing down 2024-11-19T19:26:34,588 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:34,588 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:34,590 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:34,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-19T19:26:34,591 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:34,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-19T19:26:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742349_1529 (size=743) 2024-11-19T19:26:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742349_1529 (size=743) 2024-11-19T19:26:34,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:34,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-19T19:26:34,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742350_1530 (size=678) 2024-11-19T19:26:34,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742350_1530 (size=678) 2024-11-19T19:26:34,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:34,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-19T19:26:34,603 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:34,603 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, size=1.4 K (1393bytes) at 1732044394585Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 so closing down at 1732044394588 (+3 ms)3 split writer threads finished at 1732044394588Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732044394591 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732044394592 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044394598 (+6 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732044394600 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732044394603 (+3 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1732044394603Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044394603 2024-11-19T19:26:34,605 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.1 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.1 2024-11-19T19:26:34,605 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, size=1.4 K (1393bytes) 2024-11-19T19:26:34,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 2024-11-19T19:26:34,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 after 0ms 2024-11-19T19:26:34,606 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 took 1ms 2024-11-19T19:26:34,607 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:34,607 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 so closing down 2024-11-19T19:26:34,607 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:34,608 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:34,609 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:34,609 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:34,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-19T19:26:34,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-19T19:26:34,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742351_1531 (size=678) 2024-11-19T19:26:34,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742351_1531 (size=678) 2024-11-19T19:26:34,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742352_1532 (size=743) 2024-11-19T19:26:34,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:34,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742352_1532 (size=743) 2024-11-19T19:26:34,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:34,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-19T19:26:34,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-19T19:26:34,619 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:34,619 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, size=1.4 K (1393bytes) at 1732044394605Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 so closing down at 1732044394607 (+2 ms)3 split writer threads finished at 1732044394608 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732044394609 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732044394610 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732044394618 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044394618Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1732044394619 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732044394619Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044394619 2024-11-19T19:26:34,621 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.2 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.2 2024-11-19T19:26:34,621 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, size=1.4 K (1393bytes) 2024-11-19T19:26:34,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 2024-11-19T19:26:34,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 after 0ms 2024-11-19T19:26:34,622 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 took 1ms 2024-11-19T19:26:34,623 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:34,623 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 so closing down 2024-11-19T19:26:34,623 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:34,623 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:34,625 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:34,625 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:34,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-19T19:26:34,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-19T19:26:34,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742353_1533 (size=743) 2024-11-19T19:26:34,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742353_1533 (size=743) 2024-11-19T19:26:34,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742354_1534 (size=678) 2024-11-19T19:26:34,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742354_1534 (size=678) 2024-11-19T19:26:34,629 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:34,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:34,629 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-19T19:26:34,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-19T19:26:34,630 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:34,630 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, size=1.4 K (1393bytes) at 1732044394621Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 so closing down at 1732044394623 (+2 ms)3 split writer threads finished at 1732044394624 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732044394626 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732044394626Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044394629 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732044394629Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732044394629Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1732044394629Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044394630 (+1 ms) 2024-11-19T19:26:34,631 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.3 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.3 2024-11-19T19:26:34,631 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, size=1.4 K (1393bytes) 2024-11-19T19:26:34,631 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 2024-11-19T19:26:34,631 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 after 0ms 2024-11-19T19:26:34,632 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 took 1ms 2024-11-19T19:26:34,633 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:34,633 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 so closing down 2024-11-19T19:26:34,633 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:34,634 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:34,635 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:34,635 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:34,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-19T19:26:34,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-19T19:26:34,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742355_1535 (size=678) 2024-11-19T19:26:34,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742356_1536 (size=743) 2024-11-19T19:26:34,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742355_1535 (size=678) 2024-11-19T19:26:34,639 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:34,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742356_1536 (size=743) 2024-11-19T19:26:34,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:34,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-19T19:26:34,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-19T19:26:34,640 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:34,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, size=1.4 K (1393bytes) at 1732044394631Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 so closing down at 1732044394633 (+2 ms)3 split writer threads finished at 1732044394634 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732044394636 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732044394636Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732044394639 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044394640 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1732044394640Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732044394640Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044394641 (+1 ms) 2024-11-19T19:26:34,642 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.4 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.4 2024-11-19T19:26:34,642 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, size=1.4 K (1393bytes) 2024-11-19T19:26:34,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 2024-11-19T19:26:34,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 after 0ms 2024-11-19T19:26:34,643 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 took 1ms 2024-11-19T19:26:34,644 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:34,645 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 so closing down 2024-11-19T19:26:34,645 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:34,645 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:34,646 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:34,646 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:34,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-19T19:26:34,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-19T19:26:34,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742358_1538 (size=678) 2024-11-19T19:26:34,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742357_1537 (size=743) 2024-11-19T19:26:34,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742357_1537 (size=743) 2024-11-19T19:26:34,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742358_1538 (size=678) 2024-11-19T19:26:34,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:34,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:34,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-19T19:26:34,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-19T19:26:34,654 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-19T19:26:34,655 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, size=1.4 K (1393bytes) at 1732044394642Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 so closing down at 1732044394645 (+3 ms)3 split writer threads finished at 1732044394645Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732044394647 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732044394647Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732044394653 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044394653Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732044394654 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1732044394654Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732044394654 2024-11-19T19:26:34,656 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.5 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.5 2024-11-19T19:26:34,656 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, size=1.4 K (1405bytes) 2024-11-19T19:26:34,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 2024-11-19T19:26:34,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 after 0ms 2024-11-19T19:26:34,658 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 took 1ms 2024-11-19T19:26:34,659 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:34,659 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 so closing down 2024-11-19T19:26:34,659 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:34,659 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:34,661 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:34,661 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:34,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-19T19:26:34,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-19T19:26:34,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742359_1539 (size=683) 2024-11-19T19:26:34,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742359_1539 (size=683) 2024-11-19T19:26:34,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742360_1540 (size=749) 2024-11-19T19:26:34,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742360_1540 (size=749) 2024-11-19T19:26:34,832 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T19:26:35,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:35,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:35,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-19T19:26:35,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-19T19:26:35,067 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-19T19:26:35,067 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, size=1.4 K (1405bytes) at 1732044394656Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 so closing down at 1732044394659 (+3 ms)3 split writer threads finished at 1732044394659Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732044394661 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732044394661Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732044395066 (+405 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044395066Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732044395067 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1732044395067Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732044395067 2024-11-19T19:26:35,069 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.6 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.6 2024-11-19T19:26:35,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, size=1.4 K (1413bytes) 2024-11-19T19:26:35,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 2024-11-19T19:26:35,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 after 0ms 2024-11-19T19:26:35,071 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 took 2ms 2024-11-19T19:26:35,072 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:35,072 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 so closing down 2024-11-19T19:26:35,072 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:35,072 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:35,078 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:35,078 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:35,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-19T19:26:35,079 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-19T19:26:35,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742361_1541 (size=753) 2024-11-19T19:26:35,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742361_1541 (size=753) 2024-11-19T19:26:35,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:35,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742362_1542 (size=687) 2024-11-19T19:26:35,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742362_1542 (size=687) 2024-11-19T19:26:35,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:35,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-19T19:26:35,087 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-19T19:26:35,087 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T19:26:35,087 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, size=1.4 K (1413bytes) at 1732044395069Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 so closing down at 1732044395072 (+3 ms)3 split writer threads finished at 1732044395072Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732044395078 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732044395079 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044395085 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732044395086 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732044395087 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1732044395087Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732044395087 2024-11-19T19:26:35,088 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.7 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.7 2024-11-19T19:26:35,089 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, size=1.4 K (1413bytes) 2024-11-19T19:26:35,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 2024-11-19T19:26:35,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 after 0ms 2024-11-19T19:26:35,090 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 took 2ms 2024-11-19T19:26:35,091 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:35,091 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 so closing down 2024-11-19T19:26:35,091 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:35,091 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:35,093 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:35,093 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:35,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-19T19:26:35,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-19T19:26:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742364_1544 (size=753) 2024-11-19T19:26:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742363_1543 (size=687) 2024-11-19T19:26:35,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742363_1543 (size=687) 2024-11-19T19:26:35,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742364_1544 (size=753) 2024-11-19T19:26:35,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:35,097 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:35,098 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-19T19:26:35,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-19T19:26:35,098 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T19:26:35,098 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, size=1.4 K (1413bytes) at 1732044395089Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 so closing down at 1732044395091 (+2 ms)3 split writer threads finished at 1732044395091Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732044395093 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732044395093Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044395097 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732044395097Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1732044395098 (+1 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732044395098Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732044395098 2024-11-19T19:26:35,099 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.8 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.8 2024-11-19T19:26:35,099 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, size=1.4 K (1413bytes) 2024-11-19T19:26:35,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 2024-11-19T19:26:35,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 after 0ms 2024-11-19T19:26:35,101 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 took 2ms 2024-11-19T19:26:35,102 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-19T19:26:35,102 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 so closing down 2024-11-19T19:26:35,102 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T19:26:35,102 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T19:26:35,104 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:35,104 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:35,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-19T19:26:35,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-19T19:26:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742366_1546 (size=687) 2024-11-19T19:26:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742366_1546 (size=687) 2024-11-19T19:26:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742365_1545 (size=753) 2024-11-19T19:26:35,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742365_1545 (size=753) 2024-11-19T19:26:35,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:35,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-19T19:26:35,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-19T19:26:35,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-19T19:26:35,511 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-19T19:26:35,511 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, size=1.4 K (1413bytes) at 1732044395099Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 so closing down at 1732044395102 (+3 ms)3 split writer threads finished at 1732044395102Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732044395104 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732044395104Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732044395109 (+5 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1732044395110 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732044395509 (+399 ms)Rename recovered edits hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732044395511 (+2 ms)Processed 19 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732044395511 2024-11-19T19:26:35,512 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732044391926/wal.dat.9 to hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.9 2024-11-19T19:26:35,513 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044394584; access_time=1732044393627; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044394604; access_time=1732044394039; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044394620; access_time=1732044394055; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044394630; access_time=1732044394071; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044394641; access_time=1732044394081; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732044394655; access_time=1732044394090; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732044395068; access_time=1732044394100; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732044395088; access_time=1732044394510; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732044395099; access_time=1732044394529; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36367/user/jenkins/test-data/74b864c4-0801-c365-9551-0fe111742d8b/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732044395512; access_time=1732044394539; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-19T19:26:35,521 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=143 (was 152), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=4437 (was 4450) 2024-11-19T19:26:35,527 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=143, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=11, AvailableMemoryMB=4437 2024-11-19T19:26:35,527 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-19T19:26:35,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742367_1547 (size=7) 2024-11-19T19:26:35,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742367_1547 (size=7) 2024-11-19T19:26:35,532 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36367/user/jenkins/test-data/8b1dd149-f7fb-570c-4c7f-a886ee847fd4 with version=8 2024-11-19T19:26:35,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:35,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:26:35,536 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-19T19:26:35,536 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-19T19:26:35,536 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-19T19:26:35,537 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-19T19:26:35,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-19T19:26:35,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-19T19:26:35,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742368_1548 (size=2324) 2024-11-19T19:26:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742368_1548 (size=2324) 2024-11-19T19:26:35,551 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-19T19:26:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073742369_1549 (size=2325) 2024-11-19T19:26:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43379 is added to blk_1073742369_1549 (size=2325) 2024-11-19T19:26:35,576 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36367/user/jenkins/test-data/d27d9fd7-87a7-b2dc-9d2b-339aa20bfcc0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732044395536/wal.dat.0, size=2.3 K (2325bytes) 2024-11-19T19:26:35,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36367/user/jenkins/test-data/d27d9fd7-87a7-b2dc-9d2b-339aa20bfcc0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732044395536/wal.dat.0 2024-11-19T19:26:35,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36367/user/jenkins/test-data/d27d9fd7-87a7-b2dc-9d2b-339aa20bfcc0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732044395536/wal.dat.0 after 0ms 2024-11-19T19:26:35,578 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36367/user/jenkins/test-data/d27d9fd7-87a7-b2dc-9d2b-339aa20bfcc0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732044395536/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:36367/user/jenkins/test-data/d27d9fd7-87a7-b2dc-9d2b-339aa20bfcc0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732044395536/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-19T19:26:35,578 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/d27d9fd7-87a7-b2dc-9d2b-339aa20bfcc0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732044395536/wal.dat.0 so closing down 2024-11-19T19:26:35,578 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/d27d9fd7-87a7-b2dc-9d2b-339aa20bfcc0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732044395536/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-19T19:26:35,578 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36367/user/jenkins/test-data/d27d9fd7-87a7-b2dc-9d2b-339aa20bfcc0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732044395536/wal.dat.0, journal: Splitting hdfs://localhost:36367/user/jenkins/test-data/d27d9fd7-87a7-b2dc-9d2b-339aa20bfcc0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732044395536/wal.dat.0, size=2.3 K (2325bytes) at 1732044395576Finishing writing output for hdfs://localhost:36367/user/jenkins/test-data/d27d9fd7-87a7-b2dc-9d2b-339aa20bfcc0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732044395536/wal.dat.0 so closing down at 1732044395578 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36367/user/jenkins/test-data/d27d9fd7-87a7-b2dc-9d2b-339aa20bfcc0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732044395536/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1732044395578 2024-11-19T19:26:35,580 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36367/user/jenkins/test-data/d27d9fd7-87a7-b2dc-9d2b-339aa20bfcc0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732044395536/wal.dat.0 to hdfs://localhost:36367/user/jenkins/test-data/d27d9fd7-87a7-b2dc-9d2b-339aa20bfcc0/corrupt/wal.dat.0 2024-11-19T19:26:35,587 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=143 (was 143), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 497), ProcessCount=11 (was 11), AvailableMemoryMB=4436 (was 4437) 2024-11-19T19:26:35,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:26:35,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:26:35,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:26:35,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:26:35,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/hadoop.log.dir/,STOPPED} 2024-11-19T19:26:35,640 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:26:35,640 WARN [BP-1255008390-172.17.0.3-1732044331018 heartbeating to localhost/127.0.0.1:36367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:26:35,640 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:26:35,640 WARN [BP-1255008390-172.17.0.3-1732044331018 heartbeating to localhost/127.0.0.1:36367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1255008390-172.17.0.3-1732044331018 (Datanode Uuid bafea87a-01b1-4df7-9222-f0804e7d4fa6) service to localhost/127.0.0.1:36367 2024-11-19T19:26:35,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5/data/data3/current/BP-1255008390-172.17.0.3-1732044331018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:26:35,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5/data/data4/current/BP-1255008390-172.17.0.3-1732044331018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:26:35,642 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:26:35,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:26:35,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:26:35,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:26:35,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:26:35,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/hadoop.log.dir/,STOPPED} 2024-11-19T19:26:35,647 WARN [BP-1255008390-172.17.0.3-1732044331018 heartbeating to localhost/127.0.0.1:36367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:26:35,647 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:26:35,647 WARN [BP-1255008390-172.17.0.3-1732044331018 heartbeating to localhost/127.0.0.1:36367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1255008390-172.17.0.3-1732044331018 (Datanode Uuid 54541430-a4b5-4448-a1a4-5e61ebe41cb0) service to localhost/127.0.0.1:36367 2024-11-19T19:26:35,647 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:26:35,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5/data/data1/current/BP-1255008390-172.17.0.3-1732044331018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:26:35,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/cluster_8df88f05-0bc5-9f7e-7120-677c5eff01d5/data/data2/current/BP-1255008390-172.17.0.3-1732044331018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:26:35,649 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:26:35,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:26:35,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:26:35,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:26:35,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:26:35,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60cf8d-989f-9917-d495-1accab114d4f/hadoop.log.dir/,STOPPED}