2024-11-20 20:24:53,127 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-20 20:24:53,151 main DEBUG Took 0.021801 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 20:24:53,151 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 20:24:53,152 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 20:24:53,153 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 20:24:53,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:24:53,164 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 20:24:53,185 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:24:53,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:24:53,188 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:24:53,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:24:53,189 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:24:53,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:24:53,191 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:24:53,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:24:53,192 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:24:53,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:24:53,194 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:24:53,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:24:53,196 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:24:53,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:24:53,197 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:24:53,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:24:53,199 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:24:53,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:24:53,200 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:24:53,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:24:53,201 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:24:53,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:24:53,203 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:24:53,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:24:53,204 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:24:53,204 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 20:24:53,205 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:24:53,208 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 20:24:53,210 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 20:24:53,211 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 20:24:53,213 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 20:24:53,214 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 20:24:53,226 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 20:24:53,230 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 20:24:53,232 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 20:24:53,233 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 20:24:53,233 main DEBUG createAppenders(={Console}) 2024-11-20 20:24:53,234 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-20 20:24:53,235 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-20 20:24:53,235 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-20 20:24:53,236 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 20:24:53,236 main DEBUG OutputStream closed 2024-11-20 20:24:53,236 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 20:24:53,237 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 20:24:53,237 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-20 20:24:53,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 20:24:53,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 20:24:53,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 20:24:53,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 20:24:53,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 20:24:53,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 20:24:53,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 20:24:53,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 20:24:53,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 20:24:53,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 20:24:53,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 20:24:53,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 20:24:53,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 20:24:53,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 20:24:53,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 20:24:53,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 20:24:53,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 20:24:53,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 20:24:53,356 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 20:24:53,357 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-20 20:24:53,357 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 20:24:53,359 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-20T20:24:53,377 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-20 20:24:53,380 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 20:24:53,381 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T20:24:53,753 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85 2024-11-20T20:24:53,753 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-20T20:24:53,884 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T20:24:53,966 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/cluster_0791a45e-d6d9-115e-6515-998323b663fb, deleteOnExit=true 2024-11-20T20:24:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/test.cache.data in system properties and HBase conf 2024-11-20T20:24:53,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:24:53,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:24:53,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:24:53,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:24:53,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:24:54,047 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:24:54,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:24:54,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:24:54,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:24:54,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:24:54,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:24:54,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:24:54,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:24:54,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:24:54,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:24:54,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:24:54,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:24:54,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:24:54,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:24:54,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:24:55,412 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T20:24:55,497 INFO [Time-limited test {}] log.Log(170): Logging initialized @3551ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T20:24:55,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:24:55,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:24:55,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:24:55,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:24:55,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:24:55,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:24:55,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef9ef29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:24:55,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fb3c44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:24:55,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c11409d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/java.io.tmpdir/jetty-localhost-42623-hadoop-hdfs-3_4_1-tests_jar-_-any-4453494838105768132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:24:56,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3530a43d{HTTP/1.1, (http/1.1)}{localhost:42623} 2024-11-20T20:24:56,006 INFO [Time-limited test {}] server.Server(415): Started @4061ms 2024-11-20T20:24:57,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:24:57,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:24:57,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:24:57,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:24:57,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:24:57,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49352ace{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:24:57,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2592e835{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:24:57,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@766905f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/java.io.tmpdir/jetty-localhost-34847-hadoop-hdfs-3_4_1-tests_jar-_-any-15567661348454371040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:24:57,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1538c237{HTTP/1.1, (http/1.1)}{localhost:34847} 2024-11-20T20:24:57,286 INFO [Time-limited test {}] server.Server(415): Started @5342ms 2024-11-20T20:24:57,364 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:24:57,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:24:57,607 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:24:57,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:24:57,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:24:57,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:24:57,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dd427ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:24:57,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79c92053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:24:57,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c5167bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/java.io.tmpdir/jetty-localhost-44983-hadoop-hdfs-3_4_1-tests_jar-_-any-1217638834795400448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:24:57,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5978de6d{HTTP/1.1, (http/1.1)}{localhost:44983} 2024-11-20T20:24:57,767 INFO [Time-limited test {}] server.Server(415): Started @5822ms 2024-11-20T20:24:57,771 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:24:59,281 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/cluster_0791a45e-d6d9-115e-6515-998323b663fb/data/data2/current/BP-459342897-172.17.0.2-1732134294755/current, will proceed with Du for space computation calculation, 2024-11-20T20:24:59,281 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/cluster_0791a45e-d6d9-115e-6515-998323b663fb/data/data3/current/BP-459342897-172.17.0.2-1732134294755/current, will proceed with Du for space computation calculation, 2024-11-20T20:24:59,281 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/cluster_0791a45e-d6d9-115e-6515-998323b663fb/data/data1/current/BP-459342897-172.17.0.2-1732134294755/current, will proceed with Du for space computation calculation, 2024-11-20T20:24:59,281 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/cluster_0791a45e-d6d9-115e-6515-998323b663fb/data/data4/current/BP-459342897-172.17.0.2-1732134294755/current, will proceed with Du for space computation calculation, 2024-11-20T20:24:59,330 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:24:59,331 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:24:59,389 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb644452609e16537 with lease ID 0x4051fba7924018f5: Processing first storage report for DS-fe04f3c8-d3d1-459b-9718-95fe93d7225c from datanode DatanodeRegistration(127.0.0.1:44289, datanodeUuid=a55fae64-3333-40cd-aceb-0432a6943d3c, infoPort=36553, infoSecurePort=0, ipcPort=32895, storageInfo=lv=-57;cid=testClusterID;nsid=901700711;c=1732134294755) 2024-11-20T20:24:59,390 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb644452609e16537 with lease ID 0x4051fba7924018f5: from storage DS-fe04f3c8-d3d1-459b-9718-95fe93d7225c node DatanodeRegistration(127.0.0.1:44289, datanodeUuid=a55fae64-3333-40cd-aceb-0432a6943d3c, infoPort=36553, infoSecurePort=0, ipcPort=32895, storageInfo=lv=-57;cid=testClusterID;nsid=901700711;c=1732134294755), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T20:24:59,390 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3b79e3f720c2418 with lease ID 0x4051fba7924018f4: Processing first storage report for DS-1934af91-0807-46b2-9679-c951f580f16c from datanode DatanodeRegistration(127.0.0.1:43229, datanodeUuid=b27407eb-5bd1-4794-86f0-16a05250b69f, infoPort=39753, infoSecurePort=0, ipcPort=42009, storageInfo=lv=-57;cid=testClusterID;nsid=901700711;c=1732134294755) 2024-11-20T20:24:59,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3b79e3f720c2418 with lease ID 0x4051fba7924018f4: from storage DS-1934af91-0807-46b2-9679-c951f580f16c node DatanodeRegistration(127.0.0.1:43229, datanodeUuid=b27407eb-5bd1-4794-86f0-16a05250b69f, infoPort=39753, infoSecurePort=0, ipcPort=42009, storageInfo=lv=-57;cid=testClusterID;nsid=901700711;c=1732134294755), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:24:59,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb644452609e16537 with lease ID 0x4051fba7924018f5: Processing first storage report for DS-8b1af70f-2857-4051-b9d8-15b7e66c5b62 from datanode DatanodeRegistration(127.0.0.1:44289, datanodeUuid=a55fae64-3333-40cd-aceb-0432a6943d3c, infoPort=36553, infoSecurePort=0, ipcPort=32895, storageInfo=lv=-57;cid=testClusterID;nsid=901700711;c=1732134294755) 2024-11-20T20:24:59,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb644452609e16537 with lease ID 0x4051fba7924018f5: from storage DS-8b1af70f-2857-4051-b9d8-15b7e66c5b62 node DatanodeRegistration(127.0.0.1:44289, datanodeUuid=a55fae64-3333-40cd-aceb-0432a6943d3c, infoPort=36553, infoSecurePort=0, ipcPort=32895, storageInfo=lv=-57;cid=testClusterID;nsid=901700711;c=1732134294755), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:24:59,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3b79e3f720c2418 with lease ID 0x4051fba7924018f4: Processing first storage report for DS-e2281cba-32c2-447b-b8d2-19270c005d2f from datanode DatanodeRegistration(127.0.0.1:43229, datanodeUuid=b27407eb-5bd1-4794-86f0-16a05250b69f, infoPort=39753, infoSecurePort=0, ipcPort=42009, storageInfo=lv=-57;cid=testClusterID;nsid=901700711;c=1732134294755) 2024-11-20T20:24:59,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3b79e3f720c2418 with lease ID 0x4051fba7924018f4: from storage DS-e2281cba-32c2-447b-b8d2-19270c005d2f node DatanodeRegistration(127.0.0.1:43229, datanodeUuid=b27407eb-5bd1-4794-86f0-16a05250b69f, infoPort=39753, infoSecurePort=0, ipcPort=42009, storageInfo=lv=-57;cid=testClusterID;nsid=901700711;c=1732134294755), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:24:59,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85 2024-11-20T20:24:59,429 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=125, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=662, ProcessCount=11, AvailableMemoryMB=2763 2024-11-20T20:24:59,431 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:24:59,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:24:59,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:24:59,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:24:59,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:25:00,101 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:00,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:00,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:00,122 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:00,154 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T20:25:00,172 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-20T20:25:00,176 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:00,177 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:00,179 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:00,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:00,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,199 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T20:25:00,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741826_1002 (size=1393) 2024-11-20T20:25:00,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741826_1002 (size=1393) 2024-11-20T20:25:00,249 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:00,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:00,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741827_1003 (size=1393) 2024-11-20T20:25:00,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741827_1003 (size=1393) 2024-11-20T20:25:00,282 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:00,282 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:00,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741828_1004 (size=1393) 2024-11-20T20:25:00,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741828_1004 (size=1393) 2024-11-20T20:25:00,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:00,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:00,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741829_1005 (size=1393) 2024-11-20T20:25:00,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741829_1005 (size=1393) 2024-11-20T20:25:00,741 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:00,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:00,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741830_1006 (size=1393) 2024-11-20T20:25:00,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741830_1006 (size=1393) 2024-11-20T20:25:00,768 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:00,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:00,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741831_1007 (size=1393) 2024-11-20T20:25:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741831_1007 (size=1393) 2024-11-20T20:25:00,798 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:00,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:00,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741832_1008 (size=1405) 2024-11-20T20:25:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741832_1008 (size=1405) 2024-11-20T20:25:00,828 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:00,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:00,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741833_1009 (size=1413) 2024-11-20T20:25:00,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741833_1009 (size=1413) 2024-11-20T20:25:00,859 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:00,859 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:00,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741834_1010 (size=1413) 2024-11-20T20:25:00,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741834_1010 (size=1413) 2024-11-20T20:25:00,890 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:00,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:00,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:00,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741835_1011 (size=1413) 2024-11-20T20:25:00,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741835_1011 (size=1413) 2024-11-20T20:25:00,929 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:01,003 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/f3162dae-cefb-74ea-4efa-e97a9cf8fe10/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732134300159/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:25:01,005 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T20:25:01,005 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T20:25:01,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/f3162dae-cefb-74ea-4efa-e97a9cf8fe10/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732134300159/wal.dat.0 2024-11-20T20:25:01,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/f3162dae-cefb-74ea-4efa-e97a9cf8fe10/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732134300159/wal.dat.0 after 3ms 2024-11-20T20:25:01,063 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/f3162dae-cefb-74ea-4efa-e97a9cf8fe10/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732134300159/wal.dat.0 took 64ms 2024-11-20T20:25:01,078 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f3162dae-cefb-74ea-4efa-e97a9cf8fe10/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732134300159/wal.dat.0 so closing down 2024-11-20T20:25:01,083 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:01,083 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:01,091 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f3162dae-cefb-74ea-4efa-e97a9cf8fe10/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732134300159/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:01,094 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/f3162dae-cefb-74ea-4efa-e97a9cf8fe10/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732134300159/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/f3162dae-cefb-74ea-4efa-e97a9cf8fe10/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732134300159/wal.dat.0, size=1.4 K (1393bytes) at 1732134301003Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f3162dae-cefb-74ea-4efa-e97a9cf8fe10/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732134300159/wal.dat.0 so closing down at 1732134301078 (+75 ms)3 split writer threads finished at 1732134301083 (+5 ms)Processed 0 edits across 0 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f3162dae-cefb-74ea-4efa-e97a9cf8fe10/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732134300159/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134301091 (+8 ms) 2024-11-20T20:25:01,095 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-20T20:25:01,132 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=130 (was 125) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1627058448_22 at /127.0.0.1:46152 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7c75a707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=641 (was 662), ProcessCount=11 (was 11), AvailableMemoryMB=2671 (was 2763) 2024-11-20T20:25:01,145 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=641, ProcessCount=11, AvailableMemoryMB=2669 2024-11-20T20:25:01,145 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:01,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741836_1012 (size=7) 2024-11-20T20:25:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741836_1012 (size=7) 2024-11-20T20:25:01,181 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:01,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:01,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:01,194 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:01,194 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-20T20:25:01,194 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:01,197 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:01,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:01,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741837_1013 (size=2324) 2024-11-20T20:25:01,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741837_1013 (size=2324) 2024-11-20T20:25:01,292 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:01,323 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/WALs/testsplitlogfilemultipleregions,16010,1732134301194/wal.dat.0, size=2.3 K (2324bytes) 2024-11-20T20:25:01,323 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/WALs/testsplitlogfilemultipleregions,16010,1732134301194/wal.dat.0 2024-11-20T20:25:01,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/WALs/testsplitlogfilemultipleregions,16010,1732134301194/wal.dat.0 after 1ms 2024-11-20T20:25:01,330 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/WALs/testsplitlogfilemultipleregions,16010,1732134301194/wal.dat.0 took 10ms 2024-11-20T20:25:01,341 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/WALs/testsplitlogfilemultipleregions,16010,1732134301194/wal.dat.0 so closing down 2024-11-20T20:25:01,341 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:01,341 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:01,372 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:01,372 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:01,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:01,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:01,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741839_1015 (size=743) 2024-11-20T20:25:01,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741839_1015 (size=743) 2024-11-20T20:25:01,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741838_1014 (size=743) 2024-11-20T20:25:01,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741838_1014 (size=743) 2024-11-20T20:25:01,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-20T20:25:01,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T20:25:01,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-20T20:25:01,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:25:01,797 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 465 ms; skipped=7; WAL=hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/WALs/testsplitlogfilemultipleregions,16010,1732134301194/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-20T20:25:01,797 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/WALs/testsplitlogfilemultipleregions,16010,1732134301194/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/WALs/testsplitlogfilemultipleregions,16010,1732134301194/wal.dat.0, size=2.3 K (2324bytes) at 1732134301323Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/WALs/testsplitlogfilemultipleregions,16010,1732134301194/wal.dat.0 so closing down at 1732134301341 (+18 ms)3 split writer threads finished at 1732134301341Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134301374 (+33 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134301374Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1732134301397 (+23 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732134301401 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1732134301793 (+392 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134301796 (+3 ms)Processed 27 edits across 2 Regions in 465 ms; skipped=7; WAL=hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/WALs/testsplitlogfilemultipleregions,16010,1732134301194/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732134301797 (+1 ms) 2024-11-20T20:25:01,807 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/WALs/testsplitlogfilemultipleregions,16010,1732134301194/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/e7c91eab-0ed6-9df3-3252-e7d7c61e6ff4/oldWALs/wal.dat.0 2024-11-20T20:25:01,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=131 (was 130) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-456991671_22 at /127.0.0.1:41170 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=387 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=641 (was 641), ProcessCount=11 (was 11), AvailableMemoryMB=2627 (was 2669) 2024-11-20T20:25:01,834 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=131, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=641, ProcessCount=11, AvailableMemoryMB=2627 2024-11-20T20:25:01,834 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:01,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741840_1016 (size=7) 2024-11-20T20:25:01,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741840_1016 (size=7) 2024-11-20T20:25:01,846 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:01,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:01,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:01,855 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:01,855 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:01,856 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:01,859 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:01,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:01,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:01,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741841_1017 (size=2324) 2024-11-20T20:25:01,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741841_1017 (size=2324) 2024-11-20T20:25:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:02,894 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/2a684682-5da0-2a3a-a7c2-ef07573ac05f/WALs/testterminationaskedbyreporter,16010,1732134301855/wal.dat.0, size=2.3 K (2324bytes) 2024-11-20T20:25:02,894 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/2a684682-5da0-2a3a-a7c2-ef07573ac05f/WALs/testterminationaskedbyreporter,16010,1732134301855/wal.dat.0 so closing down 2024-11-20T20:25:02,895 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/2a684682-5da0-2a3a-a7c2-ef07573ac05f/WALs/testterminationaskedbyreporter,16010,1732134301855/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-20T20:25:02,895 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/2a684682-5da0-2a3a-a7c2-ef07573ac05f/WALs/testterminationaskedbyreporter,16010,1732134301855/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/2a684682-5da0-2a3a-a7c2-ef07573ac05f/WALs/testterminationaskedbyreporter,16010,1732134301855/wal.dat.0, size=2.3 K (2324bytes) at 1732134302894Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/2a684682-5da0-2a3a-a7c2-ef07573ac05f/WALs/testterminationaskedbyreporter,16010,1732134301855/wal.dat.0 so closing down at 1732134302894Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/2a684682-5da0-2a3a-a7c2-ef07573ac05f/WALs/testterminationaskedbyreporter,16010,1732134301855/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1732134302895 (+1 ms) 2024-11-20T20:25:02,904 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=131 (was 131), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=641 (was 641), ProcessCount=11 (was 11), AvailableMemoryMB=2524 (was 2627) 2024-11-20T20:25:02,910 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=131, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=641, ProcessCount=11, AvailableMemoryMB=2523 2024-11-20T20:25:02,910 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741842_1018 (size=7) 2024-11-20T20:25:02,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741842_1018 (size=7) 2024-11-20T20:25:02,923 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:02,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:02,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:02,932 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:02,932 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-20T20:25:02,935 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:02,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741843_1019 (size=1043) 2024-11-20T20:25:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741843_1019 (size=1043) 2024-11-20T20:25:02,958 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:02,959 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:02,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:02,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:02,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741845_1021 (size=1043) 2024-11-20T20:25:02,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741845_1021 (size=1043) 2024-11-20T20:25:02,994 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:02,995 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:02,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:02,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741846_1022 (size=1043) 2024-11-20T20:25:03,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741846_1022 (size=1043) 2024-11-20T20:25:03,411 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:03,411 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:03,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741847_1023 (size=1043) 2024-11-20T20:25:03,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741847_1023 (size=1043) 2024-11-20T20:25:03,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:03,428 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:03,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741848_1024 (size=1043) 2024-11-20T20:25:03,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741848_1024 (size=1043) 2024-11-20T20:25:03,442 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:03,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:03,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741849_1025 (size=1043) 2024-11-20T20:25:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741849_1025 (size=1043) 2024-11-20T20:25:03,464 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:03,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741850_1026 (size=1043) 2024-11-20T20:25:03,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741850_1026 (size=1043) 2024-11-20T20:25:03,479 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:03,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741851_1027 (size=1043) 2024-11-20T20:25:03,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741851_1027 (size=1043) 2024-11-20T20:25:03,896 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:03,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:03,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:03,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:03,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741852_1028 (size=1043) 2024-11-20T20:25:03,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741852_1028 (size=1043) 2024-11-20T20:25:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:03,933 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.0, size=1.0 K (1043bytes) 2024-11-20T20:25:03,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.0 2024-11-20T20:25:03,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.0 after 1ms 2024-11-20T20:25:03,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.0 took 4ms 2024-11-20T20:25:03,940 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-20T20:25:03,941 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.0 so closing down 2024-11-20T20:25:03,941 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:03,941 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:03,941 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T20:25:03,941 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.0, size=1.0 K (1043bytes) at 1732134303933Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.0 so closing down at 1732134303941 (+8 ms)3 split writer threads finished at 1732134303941Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732134303941 2024-11-20T20:25:03,944 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/oldWALs/wal.dat.0 2024-11-20T20:25:03,945 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1, size=180 (180bytes) 2024-11-20T20:25:03,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1 2024-11-20T20:25:03,946 WARN [IPC Server handler 4 on default port 41023 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-20T20:25:03,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1 after 2ms 2024-11-20T20:25:04,371 WARN [ResponseProcessor for block BP-459342897-172.17.0.2-1732134294755:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-459342897-172.17.0.2-1732134294755:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T20:25:04,371 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1188787673_22 at /127.0.0.1:35856 [Receiving block BP-459342897-172.17.0.2-1732134294755:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:44289:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35856 dst: /127.0.0.1:44289 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:04,371 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1188787673_22 at /127.0.0.1:44494 [Receiving block BP-459342897-172.17.0.2-1732134294755:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:43229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44494 dst: /127.0.0.1:43229 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43229 remote=/127.0.0.1:44494]. Total timeout mills is 60000, 58604 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:04,374 WARN [DataStreamer for file /user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1 block BP-459342897-172.17.0.2-1732134294755:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-459342897-172.17.0.2-1732134294755:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43229,DS-1934af91-0807-46b2-9679-c951f580f16c,DISK], DatanodeInfoWithStorage[127.0.0.1:44289,DS-fe04f3c8-d3d1-459b-9718-95fe93d7225c,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43229,DS-1934af91-0807-46b2-9679-c951f580f16c,DISK]) is bad. 2024-11-20T20:25:04,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741844_1029 (size=1035) 2024-11-20T20:25:04,381 WARN [DataStreamer for file /user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1 block BP-459342897-172.17.0.2-1732134294755:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-459342897-172.17.0.2-1732134294755:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T20:25:04,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741844_1029 (size=1035) 2024-11-20T20:25:07,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1 after 4023ms 2024-11-20T20:25:07,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1 took 4052ms 2024-11-20T20:25:08,034 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1; continuing. 2024-11-20T20:25:08,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1 so closing down 2024-11-20T20:25:08,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:08,044 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:08,044 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 14 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-20T20:25:08,045 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1, size=180 (180bytes) at 1732134303945Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1 so closing down at 1732134308034 (+4089 ms)3 split writer threads finished at 1732134308044 (+10 ms)Processed 10 edits across 0 Regions in 14 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1732134308044 2024-11-20T20:25:08,052 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/oldWALs/wal.dat.1 2024-11-20T20:25:08,053 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.2, size=1.0 K (1043bytes) 2024-11-20T20:25:08,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.2 2024-11-20T20:25:08,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.2 after 1ms 2024-11-20T20:25:08,059 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.2 took 6ms 2024-11-20T20:25:08,105 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.2 so closing down 2024-11-20T20:25:08,106 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:08,106 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:08,106 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T20:25:08,106 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.2, size=1.0 K (1043bytes) at 1732134308053Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.2 so closing down at 1732134308106 (+53 ms)3 split writer threads finished at 1732134308106Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732134308106 2024-11-20T20:25:08,114 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/oldWALs/wal.dat.2 2024-11-20T20:25:08,115 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.3, size=1.0 K (1043bytes) 2024-11-20T20:25:08,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.3 2024-11-20T20:25:08,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.3 after 2ms 2024-11-20T20:25:08,138 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.3 took 24ms 2024-11-20T20:25:08,181 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.3 so closing down 2024-11-20T20:25:08,182 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:08,182 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:08,182 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T20:25:08,182 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.3, size=1.0 K (1043bytes) at 1732134308115Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.3 so closing down at 1732134308181 (+66 ms)3 split writer threads finished at 1732134308182 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732134308182 2024-11-20T20:25:08,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/oldWALs/wal.dat.3 2024-11-20T20:25:08,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.4, size=1.0 K (1043bytes) 2024-11-20T20:25:08,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.4 2024-11-20T20:25:08,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.4 after 1ms 2024-11-20T20:25:08,193 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.4 took 5ms 2024-11-20T20:25:08,218 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.4 so closing down 2024-11-20T20:25:08,218 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:08,225 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:08,225 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T20:25:08,225 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.4, size=1.0 K (1043bytes) at 1732134308188Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.4 so closing down at 1732134308218 (+30 ms)3 split writer threads finished at 1732134308225 (+7 ms)Processed 10 edits across 0 Regions in 13 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732134308225 2024-11-20T20:25:08,232 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/oldWALs/wal.dat.4 2024-11-20T20:25:08,233 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.5, size=1.0 K (1043bytes) 2024-11-20T20:25:08,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.5 2024-11-20T20:25:08,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.5 after 1ms 2024-11-20T20:25:08,241 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.5 took 9ms 2024-11-20T20:25:08,256 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.5 so closing down 2024-11-20T20:25:08,257 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:08,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:08,263 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T20:25:08,263 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.5, size=1.0 K (1043bytes) at 1732134308233Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.5 so closing down at 1732134308256 (+23 ms)3 split writer threads finished at 1732134308262 (+6 ms)Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732134308263 (+1 ms) 2024-11-20T20:25:08,270 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/oldWALs/wal.dat.5 2024-11-20T20:25:08,271 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.6, size=1.0 K (1043bytes) 2024-11-20T20:25:08,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.6 2024-11-20T20:25:08,272 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.6 after 1ms 2024-11-20T20:25:08,277 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.6 took 7ms 2024-11-20T20:25:08,301 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.6 so closing down 2024-11-20T20:25:08,301 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:08,301 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:08,302 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T20:25:08,302 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.6, size=1.0 K (1043bytes) at 1732134308271Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.6 so closing down at 1732134308301 (+30 ms)3 split writer threads finished at 1732134308301Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732134308302 (+1 ms) 2024-11-20T20:25:08,307 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/oldWALs/wal.dat.6 2024-11-20T20:25:08,307 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.7, size=1.0 K (1043bytes) 2024-11-20T20:25:08,307 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.7 2024-11-20T20:25:08,309 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.7 after 2ms 2024-11-20T20:25:08,313 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.7 took 6ms 2024-11-20T20:25:08,325 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.7 so closing down 2024-11-20T20:25:08,325 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:08,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:08,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T20:25:08,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.7, size=1.0 K (1043bytes) at 1732134308307Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.7 so closing down at 1732134308325 (+18 ms)3 split writer threads finished at 1732134308328 (+3 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732134308329 (+1 ms) 2024-11-20T20:25:08,338 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/oldWALs/wal.dat.7 2024-11-20T20:25:08,339 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.8, size=1.0 K (1043bytes) 2024-11-20T20:25:08,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.8 2024-11-20T20:25:08,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.8 after 1ms 2024-11-20T20:25:08,344 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.8 took 6ms 2024-11-20T20:25:08,375 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.8 so closing down 2024-11-20T20:25:08,376 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:08,376 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:08,376 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T20:25:08,376 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.8, size=1.0 K (1043bytes) at 1732134308339Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.8 so closing down at 1732134308376 (+37 ms)3 split writer threads finished at 1732134308376Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732134308376 2024-11-20T20:25:08,383 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/oldWALs/wal.dat.8 2024-11-20T20:25:08,383 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.9, size=1.0 K (1043bytes) 2024-11-20T20:25:08,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.9 2024-11-20T20:25:08,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.9 after 3ms 2024-11-20T20:25:08,391 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.9 took 8ms 2024-11-20T20:25:08,409 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.9 so closing down 2024-11-20T20:25:08,409 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:08,425 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:08,425 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 18 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T20:25:08,425 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.9, size=1.0 K (1043bytes) at 1732134308383Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.9 so closing down at 1732134308409 (+26 ms)3 split writer threads finished at 1732134308425 (+16 ms)Processed 10 edits across 0 Regions in 18 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732134308425 2024-11-20T20:25:08,453 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/WALs/testsplitdeletedregion,16010,1732134302932/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/9539d96d-c18a-8c74-c066-fabee7d22759/oldWALs/wal.dat.9 2024-11-20T20:25:08,503 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=137 (was 131) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/cluster_0791a45e-d6d9-115e-6515-998323b663fb/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1251830999_22 at /127.0.0.1:35912 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/cluster_0791a45e-d6d9-115e-6515-998323b663fb/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/cluster_0791a45e-d6d9-115e-6515-998323b663fb/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1756434234) connection to localhost/127.0.0.1:42009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/cluster_0791a45e-d6d9-115e-6515-998323b663fb/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1251830999_22 at /127.0.0.1:44566 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=670 (was 641) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2277 (was 2523) 2024-11-20T20:25:08,528 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=670, ProcessCount=11, AvailableMemoryMB=2274 2024-11-20T20:25:08,530 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:08,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741853_1030 (size=7) 2024-11-20T20:25:08,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741853_1030 (size=7) 2024-11-20T20:25:08,636 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:08,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:08,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:08,644 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:08,645 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-20T20:25:08,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:08,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:08,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:08,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:08,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:08,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:08,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:08,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:08,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:08,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:08,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:08,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:08,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:08,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:08,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:08,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:08,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:08,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:08,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:08,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:08,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:08,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741854_1031 (size=863) 2024-11-20T20:25:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741854_1031 (size=863) 2024-11-20T20:25:08,755 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:08,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741855_1032 (size=859) 2024-11-20T20:25:08,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741855_1032 (size=859) 2024-11-20T20:25:08,880 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/WALs/testcorruptwaltrailer,16010,1732134308644/wal.dat.0, size=859 (859bytes) 2024-11-20T20:25:08,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/WALs/testcorruptwaltrailer,16010,1732134308644/wal.dat.0 2024-11-20T20:25:08,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/WALs/testcorruptwaltrailer,16010,1732134308644/wal.dat.0 after 1ms 2024-11-20T20:25:08,896 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/WALs/testcorruptwaltrailer,16010,1732134308644/wal.dat.0 took 16ms 2024-11-20T20:25:09,138 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/WALs/testcorruptwaltrailer,16010,1732134308644/wal.dat.0; continuing. 2024-11-20T20:25:09,138 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/WALs/testcorruptwaltrailer,16010,1732134308644/wal.dat.0 so closing down 2024-11-20T20:25:09,138 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:09,139 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:09,166 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:09,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:09,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741856_1033 (size=863) 2024-11-20T20:25:09,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741856_1033 (size=863) 2024-11-20T20:25:09,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:09,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-20T20:25:09,281 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 355 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/WALs/testcorruptwaltrailer,16010,1732134308644/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-20T20:25:09,281 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/WALs/testcorruptwaltrailer,16010,1732134308644/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/WALs/testcorruptwaltrailer,16010,1732134308644/wal.dat.0, size=859 (859bytes) at 1732134308880Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/WALs/testcorruptwaltrailer,16010,1732134308644/wal.dat.0 so closing down at 1732134309138 (+258 ms)3 split writer threads finished at 1732134309139 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134309180 (+41 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134309274 (+94 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732134309280 (+6 ms)Processed 10 edits across 1 Regions in 355 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/WALs/testcorruptwaltrailer,16010,1732134308644/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1732134309281 (+1 ms) 2024-11-20T20:25:09,293 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/WALs/testcorruptwaltrailer,16010,1732134308644/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/09967559-21fa-32e6-12ff-2adf12827f69/oldWALs/wal.dat.0 2024-11-20T20:25:09,339 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=670 (was 670), ProcessCount=11 (was 11), AvailableMemoryMB=2164 (was 2274) 2024-11-20T20:25:09,364 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=670, ProcessCount=11, AvailableMemoryMB=2158 2024-11-20T20:25:09,364 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:09,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741857_1034 (size=7) 2024-11-20T20:25:09,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741857_1034 (size=7) 2024-11-20T20:25:09,441 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:09,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:09,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:09,455 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:09,522 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=670 (was 670), ProcessCount=11 (was 11), AvailableMemoryMB=2137 (was 2158) 2024-11-20T20:25:09,566 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=670, ProcessCount=11, AvailableMemoryMB=2131 2024-11-20T20:25:09,567 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:09,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741858_1035 (size=7) 2024-11-20T20:25:09,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741858_1035 (size=7) 2024-11-20T20:25:09,678 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:09,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:09,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:09,686 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:09,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-20T20:25:09,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741859_1036 (size=93) 2024-11-20T20:25:09,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741859_1036 (size=93) 2024-11-20T20:25:09,806 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=670 (was 670), ProcessCount=11 (was 11), AvailableMemoryMB=2082 (was 2131) 2024-11-20T20:25:09,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=670, ProcessCount=11, AvailableMemoryMB=2082 2024-11-20T20:25:09,832 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:09,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741860_1037 (size=7) 2024-11-20T20:25:09,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741860_1037 (size=7) 2024-11-20T20:25:09,911 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:09,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:09,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:09,918 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:09,918 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:09,920 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:09,926 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:09,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:09,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741861_1038 (size=1393) 2024-11-20T20:25:10,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741861_1038 (size=1393) 2024-11-20T20:25:10,042 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:10,042 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:10,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741862_1039 (size=1393) 2024-11-20T20:25:10,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741862_1039 (size=1393) 2024-11-20T20:25:10,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:10,571 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:10,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741863_1040 (size=1393) 2024-11-20T20:25:10,714 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:10,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741863_1040 (size=1393) 2024-11-20T20:25:10,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:10,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741864_1041 (size=1393) 2024-11-20T20:25:10,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741864_1041 (size=1393) 2024-11-20T20:25:10,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:10,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:10,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741865_1042 (size=1393) 2024-11-20T20:25:10,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741865_1042 (size=1393) 2024-11-20T20:25:10,906 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:10,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:10,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:10,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:10,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741866_1043 (size=1393) 2024-11-20T20:25:10,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741866_1043 (size=1393) 2024-11-20T20:25:10,998 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:10,998 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741867_1044 (size=1405) 2024-11-20T20:25:11,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741867_1044 (size=1405) 2024-11-20T20:25:11,489 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:11,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:11,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741868_1045 (size=1413) 2024-11-20T20:25:11,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741868_1045 (size=1413) 2024-11-20T20:25:11,542 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:11,542 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741869_1046 (size=1413) 2024-11-20T20:25:11,654 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:11,654 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:11,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741869_1046 (size=1413) 2024-11-20T20:25:11,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:11,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:11,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741870_1047 (size=1413) 2024-11-20T20:25:11,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741870_1047 (size=1413) 2024-11-20T20:25:11,718 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:11,761 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/79082abb-e47c-525c-35e7-66c6b277839f/WALs/testioeonoutputthread,16010,1732134309918/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:25:11,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/79082abb-e47c-525c-35e7-66c6b277839f/WALs/testioeonoutputthread,16010,1732134309918/wal.dat.7 2024-11-20T20:25:11,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/79082abb-e47c-525c-35e7-66c6b277839f/WALs/testioeonoutputthread,16010,1732134309918/wal.dat.7 after 1ms 2024-11-20T20:25:11,767 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/79082abb-e47c-525c-35e7-66c6b277839f/WALs/testioeonoutputthread,16010,1732134309918/wal.dat.7 took 6ms 2024-11-20T20:25:11,772 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/79082abb-e47c-525c-35e7-66c6b277839f/WALs/testioeonoutputthread,16010,1732134309918/wal.dat.7 so closing down 2024-11-20T20:25:11,772 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:11,772 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:11,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/79082abb-e47c-525c-35e7-66c6b277839f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:11,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/79082abb-e47c-525c-35e7-66c6b277839f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:11,812 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:11,813 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/79082abb-e47c-525c-35e7-66c6b277839f/WALs/testioeonoutputthread,16010,1732134309918/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-20T20:25:11,814 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/79082abb-e47c-525c-35e7-66c6b277839f/WALs/testioeonoutputthread,16010,1732134309918/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/79082abb-e47c-525c-35e7-66c6b277839f/WALs/testioeonoutputthread,16010,1732134309918/wal.dat.7, size=1.4 K (1413bytes) at 1732134311761Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/79082abb-e47c-525c-35e7-66c6b277839f/WALs/testioeonoutputthread,16010,1732134309918/wal.dat.7 so closing down at 1732134311772 (+11 ms)3 split writer threads finished at 1732134311772Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/79082abb-e47c-525c-35e7-66c6b277839f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732134311802 (+30 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/79082abb-e47c-525c-35e7-66c6b277839f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732134311808 (+6 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1732134311813 (+5 ms)Processed 20 edits across 0 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/79082abb-e47c-525c-35e7-66c6b277839f/WALs/testioeonoutputthread,16010,1732134309918/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1732134311814 (+1 ms) 2024-11-20T20:25:11,818 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:11,825 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=138 (was 137) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1275191856_22 at /127.0.0.1:44566 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: split-log-closeStream-pool-0 java.base@17.0.11/java.lang.invoke.InvokerBytecodeGenerator.emitReferenceCast(InvokerBytecodeGenerator.java:628) java.base@17.0.11/java.lang.invoke.InvokerBytecodeGenerator.emitImplicitConversion(InvokerBytecodeGenerator.java:603) java.base@17.0.11/java.lang.invoke.InvokerBytecodeGenerator.emitPushArgument(InvokerBytecodeGenerator.java:1685) java.base@17.0.11/java.lang.invoke.InvokerBytecodeGenerator.emitPushArguments(InvokerBytecodeGenerator.java:1671) java.base@17.0.11/java.lang.invoke.InvokerBytecodeGenerator.emitStaticInvoke(InvokerBytecodeGenerator.java:1088) java.base@17.0.11/java.lang.invoke.InvokerBytecodeGenerator.addMethod(InvokerBytecodeGenerator.java:903) java.base@17.0.11/java.lang.invoke.InvokerBytecodeGenerator.generateCustomizedCodeBytes(InvokerBytecodeGenerator.java:794) java.base@17.0.11/java.lang.invoke.InvokerBytecodeGenerator.generateCustomizedCode(InvokerBytecodeGenerator.java:752) java.base@17.0.11/java.lang.invoke.LambdaForm.compileToBytecode(LambdaForm.java:854) java.base@17.0.11/java.lang.invoke.Invokers.callSiteForm(Invokers.java:609) java.base@17.0.11/java.lang.invoke.Invokers.linkToTargetMethod(Invokers.java:574) java.base@17.0.11/java.lang.invoke.MethodHandleNatives.linkCallSiteImpl(MethodHandleNatives.java:288) java.base@17.0.11/java.lang.invoke.MethodHandleNatives.linkCallSite(MethodHandleNatives.java:271) app//org.apache.hadoop.hbase.KeyValue.keyToString(KeyValue.java:1119) app//org.apache.hadoop.hbase.KeyValue.toString(KeyValue.java:1057) java.base@17.0.11/java.lang.String.valueOf(String.java:4220) java.base@17.0.11/java.lang.StringBuilder.append(StringBuilder.java:173) app//org.apache.hadoop.hbase.wal.WALEdit.toString(WALEdit.java:355) java.base@17.0.11/java.lang.StringConcatHelper.stringOf(StringConcatHelper.java:453) java.base@17.0.11/java.lang.invoke.DirectMethodHandle$Holder.invokeStatic(DirectMethodHandle$Holder) java.base@17.0.11/java.lang.invoke.LambdaForm$MH/0x00007ffa1c142c00.invoke(LambdaForm$MH) java.base@17.0.11/java.lang.invoke.Invokers$Holder.linkToTargetMethod(Invokers$Holder) app//org.apache.hadoop.hbase.wal.WAL$Entry.toString(WAL.java:276) app//org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.logAndThrowWriterAppendFailure(AbstractRecoveredEditsOutputSink.java:256) app//org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:240) app//org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) app//org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) app//org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink$$Lambda$332/0x00007ffa1c77f918.call(Unknown Source) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=760 (was 670) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2054 (was 2082) 2024-11-20T20:25:11,841 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=760, ProcessCount=11, AvailableMemoryMB=2053 2024-11-20T20:25:11,841 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:11,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741871_1048 (size=7) 2024-11-20T20:25:11,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741871_1048 (size=7) 2024-11-20T20:25:12,296 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:12,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:12,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:12,308 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:12,433 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:12,437 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:12,444 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:12,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741872_1049 (size=2324) 2024-11-20T20:25:12,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741872_1049 (size=2324) 2024-11-20T20:25:12,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:12,621 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:12,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741873_1050 (size=1393) 2024-11-20T20:25:12,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741873_1050 (size=1393) 2024-11-20T20:25:12,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:12,671 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:12,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-20T20:25:12,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-20T20:25:12,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-20T20:25:12,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-20T20:25:12,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-20T20:25:12,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-20T20:25:12,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-20T20:25:12,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-20T20:25:12,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-20T20:25:12,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-20T20:25:12,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-20T20:25:12,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-20T20:25:12,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-20T20:25:12,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-20T20:25:12,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-20T20:25:12,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-20T20:25:12,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-20T20:25:12,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-20T20:25:12,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-20T20:25:12,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-20T20:25:12,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-20T20:25:12,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-20T20:25:12,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-20T20:25:12,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-20T20:25:12,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-20T20:25:12,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-20T20:25:12,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-20T20:25:12,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-20T20:25:12,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-20T20:25:12,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-20T20:25:12,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-20T20:25:12,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-20T20:25:12,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-20T20:25:12,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-20T20:25:12,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-20T20:25:12,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-20T20:25:12,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-20T20:25:12,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-20T20:25:12,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-20T20:25:12,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-20T20:25:12,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-20T20:25:12,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-20T20:25:12,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-20T20:25:12,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-20T20:25:12,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-20T20:25:12,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-20T20:25:12,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-20T20:25:12,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-20T20:25:12,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-20T20:25:12,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-20T20:25:12,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-20T20:25:12,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-20T20:25:12,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-20T20:25:12,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-20T20:25:12,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-20T20:25:12,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-20T20:25:12,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-20T20:25:12,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-20T20:25:12,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-20T20:25:12,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-20T20:25:12,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-20T20:25:12,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-20T20:25:12,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-20T20:25:12,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-20T20:25:12,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-20T20:25:12,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-20T20:25:12,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-20T20:25:12,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-20T20:25:12,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-20T20:25:12,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-20T20:25:12,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-20T20:25:12,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-20T20:25:12,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-20T20:25:12,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-20T20:25:12,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-20T20:25:12,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-20T20:25:12,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-20T20:25:12,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-20T20:25:12,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-20T20:25:12,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-20T20:25:12,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-20T20:25:12,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-20T20:25:12,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-20T20:25:12,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-20T20:25:12,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-20T20:25:12,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-20T20:25:12,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-20T20:25:12,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-20T20:25:12,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:12,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-20T20:25:12,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:12,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-20T20:25:13,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-20T20:25:13,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-20T20:25:13,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-20T20:25:13,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-20T20:25:13,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-20T20:25:13,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-20T20:25:13,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-20T20:25:13,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-20T20:25:13,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-20T20:25:13,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-20T20:25:13,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-20T20:25:13,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-20T20:25:13,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-20T20:25:13,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-20T20:25:13,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-20T20:25:13,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-20T20:25:13,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-20T20:25:13,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-20T20:25:13,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-20T20:25:13,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-20T20:25:13,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-20T20:25:13,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-20T20:25:13,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-20T20:25:13,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-20T20:25:13,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-20T20:25:13,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-20T20:25:13,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-20T20:25:13,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-20T20:25:13,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-20T20:25:13,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-20T20:25:13,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-20T20:25:13,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-20T20:25:13,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-20T20:25:13,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-20T20:25:13,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-20T20:25:13,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-20T20:25:13,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-20T20:25:13,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-20T20:25:13,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-20T20:25:13,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-20T20:25:13,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-20T20:25:13,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-20T20:25:13,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-20T20:25:13,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-20T20:25:13,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-20T20:25:13,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-20T20:25:13,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-20T20:25:13,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-20T20:25:13,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-20T20:25:13,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-20T20:25:13,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-20T20:25:13,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-20T20:25:13,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-20T20:25:13,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-20T20:25:13,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-20T20:25:13,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-20T20:25:13,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-20T20:25:13,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-20T20:25:13,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-20T20:25:13,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-20T20:25:13,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-20T20:25:13,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-20T20:25:13,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-20T20:25:13,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-20T20:25:13,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-20T20:25:13,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-20T20:25:13,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-20T20:25:13,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-20T20:25:13,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-20T20:25:13,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-20T20:25:13,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-20T20:25:13,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-20T20:25:13,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-20T20:25:13,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-20T20:25:13,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-20T20:25:13,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-20T20:25:13,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-20T20:25:13,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-20T20:25:13,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-20T20:25:13,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-20T20:25:13,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-20T20:25:13,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-20T20:25:13,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-20T20:25:13,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-20T20:25:13,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-20T20:25:13,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-20T20:25:13,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-20T20:25:13,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-20T20:25:13,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-20T20:25:13,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-20T20:25:13,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-20T20:25:13,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-20T20:25:13,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-20T20:25:13,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-20T20:25:13,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-20T20:25:13,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-20T20:25:13,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-20T20:25:13,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-20T20:25:13,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-20T20:25:13,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-20T20:25:13,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-20T20:25:13,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-20T20:25:13,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-20T20:25:13,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-20T20:25:13,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-20T20:25:13,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-20T20:25:13,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-20T20:25:13,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-20T20:25:13,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-20T20:25:13,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-20T20:25:13,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-20T20:25:13,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-20T20:25:13,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-20T20:25:13,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-20T20:25:13,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-20T20:25:13,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-20T20:25:13,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-20T20:25:13,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-20T20:25:13,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-20T20:25:13,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-20T20:25:13,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-20T20:25:13,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-20T20:25:13,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-20T20:25:13,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-20T20:25:13,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-20T20:25:13,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-20T20:25:13,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-20T20:25:13,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-20T20:25:13,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-20T20:25:13,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-20T20:25:13,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-20T20:25:13,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-20T20:25:13,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-20T20:25:13,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-20T20:25:13,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-20T20:25:13,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-20T20:25:13,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-20T20:25:13,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-20T20:25:13,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-20T20:25:13,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-20T20:25:13,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-20T20:25:13,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-20T20:25:13,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-20T20:25:13,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-20T20:25:13,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-20T20:25:13,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-20T20:25:13,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-20T20:25:13,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-20T20:25:13,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-20T20:25:13,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-20T20:25:13,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-20T20:25:13,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-20T20:25:13,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-20T20:25:13,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-20T20:25:13,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-20T20:25:13,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-20T20:25:13,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-20T20:25:13,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-20T20:25:13,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-20T20:25:13,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-20T20:25:13,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-20T20:25:13,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-20T20:25:13,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-20T20:25:13,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-20T20:25:13,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-20T20:25:13,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-20T20:25:13,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-20T20:25:13,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-20T20:25:13,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-20T20:25:13,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-20T20:25:13,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-20T20:25:13,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-20T20:25:13,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-20T20:25:13,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-20T20:25:13,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-20T20:25:13,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-20T20:25:13,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-20T20:25:13,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-20T20:25:13,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-20T20:25:13,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-20T20:25:13,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-20T20:25:13,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-20T20:25:13,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-20T20:25:13,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-20T20:25:13,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-20T20:25:13,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-20T20:25:13,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-20T20:25:13,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-20T20:25:13,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-20T20:25:13,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-20T20:25:13,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-20T20:25:13,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-20T20:25:13,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-20T20:25:13,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-20T20:25:13,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-20T20:25:13,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-20T20:25:13,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-20T20:25:13,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-20T20:25:13,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-20T20:25:13,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-20T20:25:13,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-20T20:25:13,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-20T20:25:13,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-20T20:25:13,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,793 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308): HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1732134312618; access_time=1732134312464; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134312670; access_time=1732134312621; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1732134312672; access_time=1732134312672; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-20T20:25:13,794 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-20T20:25:13,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-20T20:25:13,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-20T20:25:13,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-20T20:25:13,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-20T20:25:13,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-20T20:25:13,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-20T20:25:13,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-20T20:25:13,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-20T20:25:13,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-20T20:25:13,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-20T20:25:13,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-20T20:25:13,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-20T20:25:13,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-20T20:25:13,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-20T20:25:13,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-20T20:25:13,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-20T20:25:13,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-20T20:25:13,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-20T20:25:13,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-20T20:25:13,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-20T20:25:13,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-20T20:25:13,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-20T20:25:13,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-20T20:25:13,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-20T20:25:13,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-20T20:25:13,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-20T20:25:13,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-20T20:25:13,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-20T20:25:13,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-20T20:25:13,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-20T20:25:13,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-20T20:25:13,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-20T20:25:13,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-20T20:25:13,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-20T20:25:13,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-20T20:25:13,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-20T20:25:13,914 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.0, size=2.3 K (2324bytes) 2024-11-20T20:25:13,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.0 2024-11-20T20:25:13,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,915 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.0 after 1ms 2024-11-20T20:25:13,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-20T20:25:13,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-20T20:25:13,920 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.0 took 7ms 2024-11-20T20:25:13,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-20T20:25:13,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-20T20:25:13,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-20T20:25:13,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-20T20:25:13,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-20T20:25:13,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-20T20:25:13,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-20T20:25:13,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-20T20:25:13,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-20T20:25:13,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-20T20:25:13,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-20T20:25:13,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-20T20:25:13,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-20T20:25:13,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-20T20:25:13,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-20T20:25:13,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-20T20:25:13,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-20T20:25:13,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-20T20:25:13,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-20T20:25:13,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-20T20:25:13,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-20T20:25:13,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-20T20:25:13,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-20T20:25:13,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-20T20:25:13,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-20T20:25:13,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-20T20:25:13,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:13,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:13,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-20T20:25:14,000 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.0 so closing down 2024-11-20T20:25:14,000 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:14,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,001 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:14,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-20T20:25:14,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-20T20:25:14,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-20T20:25:14,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-20T20:25:14,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-20T20:25:14,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-20T20:25:14,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-20T20:25:14,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-20T20:25:14,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-20T20:25:14,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-20T20:25:14,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-20T20:25:14,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-20T20:25:14,033 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:14,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-20T20:25:14,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-20T20:25:14,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-20T20:25:14,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-20T20:25:14,048 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:14,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-20T20:25:14,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-20T20:25:14,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-20T20:25:14,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-20T20:25:14,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-20T20:25:14,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:14,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-20T20:25:14,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-20T20:25:14,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-20T20:25:14,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:14,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-20T20:25:14,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-20T20:25:14,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-20T20:25:14,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-20T20:25:14,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-20T20:25:14,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-20T20:25:14,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-20T20:25:14,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-20T20:25:14,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-20T20:25:14,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-20T20:25:14,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-20T20:25:14,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-20T20:25:14,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-20T20:25:14,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-20T20:25:14,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-20T20:25:14,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-20T20:25:14,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-20T20:25:14,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-20T20:25:14,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-20T20:25:14,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-20T20:25:14,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-20T20:25:14,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-20T20:25:14,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-20T20:25:14,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741875_1052 (size=743) 2024-11-20T20:25:14,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-20T20:25:14,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-20T20:25:14,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-20T20:25:14,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:14,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-20T20:25:14,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741875_1052 (size=743) 2024-11-20T20:25:14,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-20T20:25:14,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:25:14,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-20T20:25:14,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-20T20:25:14,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-20T20:25:14,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-20T20:25:14,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-20T20:25:14,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-20T20:25:14,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-20T20:25:14,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-20T20:25:14,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741876_1053 (size=743) 2024-11-20T20:25:14,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-20T20:25:14,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741876_1053 (size=743) 2024-11-20T20:25:14,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-20T20:25:14,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:14,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-20T20:25:14,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-20T20:25:14,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-20T20:25:14,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-20T20:25:14,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T20:25:14,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 276 ms; skipped=7; WAL=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-20T20:25:14,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,263 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.0, size=2.3 K (2324bytes) at 1732134313914Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.0 so closing down at 1732134314000 (+86 ms)3 split writer threads finished at 1732134314001 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134314121 (+120 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134314131 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134314211 (+80 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134314219 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134314253 (+34 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732134314262 (+9 ms)Processed 27 edits across 2 Regions in 276 ms; skipped=7; WAL=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732134314262 2024-11-20T20:25:14,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-20T20:25:14,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-20T20:25:14,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,267 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/oldWALs/wal.dat.0 2024-11-20T20:25:14,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-20T20:25:14,268 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:25:14,268 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.1 2024-11-20T20:25:14,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.1 after 1ms 2024-11-20T20:25:14,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-20T20:25:14,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-20T20:25:14,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-20T20:25:14,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-20T20:25:14,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,277 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.1 took 10ms 2024-11-20T20:25:14,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-20T20:25:14,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-20T20:25:14,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-20T20:25:14,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-20T20:25:14,297 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.1 so closing down 2024-11-20T20:25:14,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:14,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-20T20:25:14,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-20T20:25:14,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-20T20:25:14,310 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:14,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-20T20:25:14,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-20T20:25:14,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-20T20:25:14,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-20T20:25:14,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-20T20:25:14,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-20T20:25:14,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-20T20:25:14,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-20T20:25:14,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-20T20:25:14,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-20T20:25:14,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-20T20:25:14,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-20T20:25:14,343 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:14,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-20T20:25:14,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-20T20:25:14,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-20T20:25:14,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-20T20:25:14,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-20T20:25:14,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-20T20:25:14,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-20T20:25:14,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-20T20:25:14,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-20T20:25:14,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-20T20:25:14,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-20T20:25:14,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-20T20:25:14,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:14,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-20T20:25:14,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-20T20:25:14,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-20T20:25:14,372 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:14,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-20T20:25:14,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-20T20:25:14,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:14,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-20T20:25:14,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-20T20:25:14,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-20T20:25:14,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-20T20:25:14,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-20T20:25:14,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-20T20:25:14,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-20T20:25:14,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-20T20:25:14,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-20T20:25:14,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-20T20:25:14,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-20T20:25:14,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-20T20:25:14,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-20T20:25:14,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-20T20:25:14,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-20T20:25:14,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-20T20:25:14,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-20T20:25:14,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-20T20:25:14,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-20T20:25:14,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-20T20:25:14,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-20T20:25:14,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-20T20:25:14,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-20T20:25:14,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-20T20:25:14,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-20T20:25:14,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-20T20:25:14,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-20T20:25:14,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-20T20:25:14,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-20T20:25:14,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-20T20:25:14,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-20T20:25:14,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-20T20:25:14,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-20T20:25:14,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-20T20:25:14,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-20T20:25:14,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-20T20:25:14,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-20T20:25:14,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-20T20:25:14,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-20T20:25:14,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-20T20:25:14,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-20T20:25:14,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-20T20:25:14,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-20T20:25:14,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741878_1055 (size=743) 2024-11-20T20:25:14,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-20T20:25:14,472 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:14,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741878_1055 (size=743) 2024-11-20T20:25:14,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-20T20:25:14,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-20T20:25:14,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-20T20:25:14,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T20:25:14,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-20T20:25:14,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-20T20:25:14,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-20T20:25:14,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-20T20:25:14,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-20T20:25:14,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-20T20:25:14,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-20T20:25:14,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-20T20:25:14,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-20T20:25:14,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-20T20:25:14,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-20T20:25:14,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-20T20:25:14,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-20T20:25:14,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741877_1054 (size=743) 2024-11-20T20:25:14,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-20T20:25:14,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-20T20:25:14,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-20T20:25:14,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-20T20:25:14,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741877_1054 (size=743) 2024-11-20T20:25:14,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:14,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-20T20:25:14,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-20T20:25:14,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T20:25:14,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-20T20:25:14,526 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 233 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:14,526 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.1, size=1.4 K (1393bytes) at 1732134314268Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.1 so closing down at 1732134314297 (+29 ms)3 split writer threads finished at 1732134314310 (+13 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134314367 (+57 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134314376 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134314472 (+96 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732134314478 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134314518 (+40 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732134314526 (+8 ms)Processed 20 edits across 2 Regions in 233 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134314526 2024-11-20T20:25:14,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-20T20:25:14,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-20T20:25:14,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-20T20:25:14,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-20T20:25:14,534 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/oldWALs/wal.dat.1 2024-11-20T20:25:14,534 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2, size=150 (150bytes) 2024-11-20T20:25:14,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2 2024-11-20T20:25:14,536 WARN [IPC Server handler 1 on default port 41023 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-20T20:25:14,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2 after 1ms 2024-11-20T20:25:14,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-20T20:25:14,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-20T20:25:14,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-20T20:25:14,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-20T20:25:14,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-20T20:25:14,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-20T20:25:14,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-20T20:25:14,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-20T20:25:14,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-20T20:25:14,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-20T20:25:14,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-20T20:25:14,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-20T20:25:14,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-20T20:25:14,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-20T20:25:14,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-20T20:25:14,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-20T20:25:14,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-20T20:25:14,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-20T20:25:14,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-20T20:25:14,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-20T20:25:14,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-20T20:25:14,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-20T20:25:14,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-20T20:25:14,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-20T20:25:14,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-20T20:25:14,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-20T20:25:14,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-20T20:25:14,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-20T20:25:14,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-20T20:25:14,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-20T20:25:14,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-20T20:25:14,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-20T20:25:14,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-20T20:25:14,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-20T20:25:14,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-20T20:25:14,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-20T20:25:14,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-20T20:25:14,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-20T20:25:14,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-20T20:25:14,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-20T20:25:14,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-20T20:25:14,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-20T20:25:14,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-20T20:25:14,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-20T20:25:14,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-20T20:25:14,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-20T20:25:14,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-20T20:25:14,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-20T20:25:14,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-20T20:25:14,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-20T20:25:14,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-20T20:25:14,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-20T20:25:14,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-20T20:25:14,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-20T20:25:14,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-20T20:25:14,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-20T20:25:14,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-20T20:25:14,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-20T20:25:14,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-20T20:25:14,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-20T20:25:14,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-20T20:25:14,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-20T20:25:14,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-20T20:25:14,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-20T20:25:14,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-20T20:25:14,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-20T20:25:14,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-20T20:25:14,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-20T20:25:14,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-20T20:25:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-20T20:25:14,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-20T20:25:14,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-20T20:25:14,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-20T20:25:14,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-20T20:25:14,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-20T20:25:14,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-20T20:25:14,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-20T20:25:14,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-20T20:25:14,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-20T20:25:14,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-20T20:25:14,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-20T20:25:14,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-20T20:25:14,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-20T20:25:14,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-20T20:25:14,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-20T20:25:14,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-20T20:25:14,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-20T20:25:14,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-20T20:25:14,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-20T20:25:14,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-20T20:25:14,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-20T20:25:14,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-20T20:25:14,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-20T20:25:14,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-20T20:25:14,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-20T20:25:14,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-20T20:25:14,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-20T20:25:14,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-20T20:25:14,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-20T20:25:14,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-20T20:25:14,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-20T20:25:14,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-20T20:25:14,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-20T20:25:14,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-20T20:25:14,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-20T20:25:14,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-20T20:25:14,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-20T20:25:14,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-20T20:25:14,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-20T20:25:14,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-20T20:25:14,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-20T20:25:14,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-20T20:25:14,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-20T20:25:14,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-20T20:25:14,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-20T20:25:14,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-20T20:25:14,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-20T20:25:14,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-20T20:25:14,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-20T20:25:14,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-20T20:25:14,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-20T20:25:14,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-20T20:25:14,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-20T20:25:14,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-20T20:25:14,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-20T20:25:14,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-20T20:25:14,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-20T20:25:14,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-20T20:25:14,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-20T20:25:14,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-20T20:25:14,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-20T20:25:14,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-20T20:25:14,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-20T20:25:14,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-20T20:25:14,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-20T20:25:14,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-20T20:25:14,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-20T20:25:14,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-20T20:25:14,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-20T20:25:14,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-20T20:25:14,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-20T20:25:14,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-20T20:25:14,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-20T20:25:14,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-20T20:25:14,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-20T20:25:14,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-20T20:25:14,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-20T20:25:14,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-20T20:25:14,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-20T20:25:14,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-20T20:25:14,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-20T20:25:14,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-20T20:25:14,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-20T20:25:14,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-20T20:25:14,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-20T20:25:14,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-20T20:25:14,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-20T20:25:14,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-20T20:25:14,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-20T20:25:14,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-20T20:25:14,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-20T20:25:14,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-20T20:25:14,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-20T20:25:14,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-20T20:25:14,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-20T20:25:14,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-20T20:25:14,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-20T20:25:14,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-20T20:25:14,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-20T20:25:14,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-20T20:25:14,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-20T20:25:14,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-20T20:25:14,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-20T20:25:14,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-20T20:25:14,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-20T20:25:14,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-20T20:25:14,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-20T20:25:14,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-20T20:25:14,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-20T20:25:14,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-20T20:25:14,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-20T20:25:14,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-20T20:25:14,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:14,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:14,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-20T20:25:15,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-20T20:25:15,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-20T20:25:15,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-20T20:25:15,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-20T20:25:15,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-20T20:25:15,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-20T20:25:15,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-20T20:25:15,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-20T20:25:15,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-20T20:25:15,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-20T20:25:15,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-20T20:25:15,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-20T20:25:15,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-20T20:25:15,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-20T20:25:15,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-20T20:25:15,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-20T20:25:15,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-20T20:25:15,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-20T20:25:15,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-20T20:25:15,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-20T20:25:15,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-20T20:25:15,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-20T20:25:15,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-20T20:25:15,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-20T20:25:15,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-20T20:25:15,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-20T20:25:15,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-20T20:25:15,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-20T20:25:15,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-20T20:25:15,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-20T20:25:15,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-20T20:25:15,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-20T20:25:15,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-20T20:25:15,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-20T20:25:15,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-20T20:25:15,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-20T20:25:15,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-20T20:25:15,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-20T20:25:15,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-20T20:25:15,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-20T20:25:15,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-20T20:25:15,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-20T20:25:15,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-20T20:25:15,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-20T20:25:15,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-20T20:25:15,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-20T20:25:15,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-20T20:25:15,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-20T20:25:15,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-20T20:25:15,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-20T20:25:15,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-20T20:25:15,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-20T20:25:15,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-20T20:25:15,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-20T20:25:15,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-20T20:25:15,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-20T20:25:15,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-20T20:25:15,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-20T20:25:15,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-20T20:25:15,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-20T20:25:15,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-20T20:25:15,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-20T20:25:15,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-20T20:25:15,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-20T20:25:15,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-20T20:25:15,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-20T20:25:15,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-20T20:25:15,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-20T20:25:15,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-20T20:25:15,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-20T20:25:15,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-20T20:25:15,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-20T20:25:15,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-20T20:25:15,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-20T20:25:15,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-20T20:25:15,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-20T20:25:15,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-20T20:25:15,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-20T20:25:15,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-20T20:25:15,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-20T20:25:15,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-20T20:25:15,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-20T20:25:15,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-20T20:25:15,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-20T20:25:15,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-20T20:25:15,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-20T20:25:15,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-20T20:25:15,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-20T20:25:15,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-20T20:25:15,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-20T20:25:15,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-20T20:25:15,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-20T20:25:15,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-20T20:25:15,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-20T20:25:15,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-20T20:25:15,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-20T20:25:15,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-20T20:25:15,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-20T20:25:15,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-20T20:25:15,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-20T20:25:15,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-20T20:25:15,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-20T20:25:15,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-20T20:25:15,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-20T20:25:15,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-20T20:25:15,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-20T20:25:15,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-20T20:25:15,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-20T20:25:15,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-20T20:25:15,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-20T20:25:15,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-20T20:25:15,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-20T20:25:15,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-20T20:25:15,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-20T20:25:15,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-20T20:25:15,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-20T20:25:15,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-20T20:25:15,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-20T20:25:15,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-20T20:25:15,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-20T20:25:15,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-20T20:25:15,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-20T20:25:15,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-20T20:25:15,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-20T20:25:15,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-20T20:25:15,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-20T20:25:15,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-20T20:25:15,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-20T20:25:15,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-20T20:25:15,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-20T20:25:15,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-20T20:25:15,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-20T20:25:15,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-20T20:25:15,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-20T20:25:15,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-20T20:25:15,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-20T20:25:15,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-20T20:25:15,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-20T20:25:15,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-20T20:25:15,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-20T20:25:15,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-20T20:25:15,377 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-942494634_535 at /127.0.0.1:48850 [Receiving block BP-459342897-172.17.0.2-1732134294755:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:44289:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48850 dst: /127.0.0.1:44289 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44289 remote=/127.0.0.1:48850]. Total timeout mills is 60000, 60000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:15,378 WARN [ResponseProcessor for block BP-459342897-172.17.0.2-1732134294755:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-459342897-172.17.0.2-1732134294755:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T20:25:15,380 WARN [DataStreamer for file /user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2 block BP-459342897-172.17.0.2-1732134294755:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-459342897-172.17.0.2-1732134294755:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:44289,DS-fe04f3c8-d3d1-459b-9718-95fe93d7225c,DISK], DatanodeInfoWithStorage[127.0.0.1:43229,DS-1934af91-0807-46b2-9679-c951f580f16c,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:44289,DS-fe04f3c8-d3d1-459b-9718-95fe93d7225c,DISK]) is bad. 2024-11-20T20:25:15,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T20:25:15,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T20:25:15,397 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-942494634_535 at /127.0.0.1:55446 [Receiving block BP-459342897-172.17.0.2-1732134294755:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:43229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55446 dst: /127.0.0.1:43229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:15,404 WARN [DataStreamer for file /user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2 block BP-459342897-172.17.0.2-1732134294755:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-459342897-172.17.0.2-1732134294755:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T20:25:15,405 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-459342897-172.17.0.2-1732134294755:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T20:25:15,405 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-459342897-172.17.0.2-1732134294755:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-20T20:25:15,406 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-459342897-172.17.0.2-1732134294755:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 893 2024-11-20T20:25:15,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-20T20:25:15,406 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-459342897-172.17.0.2-1732134294755:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T20:25:15,406 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-459342897-172.17.0.2-1732134294755:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T20:25:15,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741874_1056 (size=56483) 2024-11-20T20:25:15,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741874_1056 (size=56483) 2024-11-20T20:25:18,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2 after 4002ms 2024-11-20T20:25:18,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2 took 4013ms 2024-11-20T20:25:18,587 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2; continuing. 2024-11-20T20:25:18,588 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2 so closing down 2024-11-20T20:25:18,588 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:18,588 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:18,606 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:18,611 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:18,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:18,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:18,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741880_1058 (size=55841) 2024-11-20T20:25:18,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741880_1058 (size=55841) 2024-11-20T20:25:18,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 872 edits, skipped 0 edits in 7 ms) 2024-11-20T20:25:18,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T20:25:18,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741879_1057 (size=743) 2024-11-20T20:25:18,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741879_1057 (size=743) 2024-11-20T20:25:18,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:18,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T20:25:18,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 882 edits across 2 Regions in 139 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-20T20:25:18,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2, size=150 (150bytes) at 1732134314535Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2 so closing down at 1732134318588 (+4053 ms)3 split writer threads finished at 1732134318588Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134318628 (+40 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134318629 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 872 edits, skipped 0 edits in 7 ms) at 1732134318673 (+44 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732134318676 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134318682 (+6 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732134318687 (+5 ms)Processed 882 edits across 2 Regions in 139 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1732134318687 2024-11-20T20:25:18,695 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/WALs/testlogcannotbewrittenonceparsed,16010,1732134312308/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/d4dad846-f88a-7c7b-3544-0401d02695f3/oldWALs/wal.dat.2 2024-11-20T20:25:18,696 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-20T20:25:18,738 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=892, robber=892 2024-11-20T20:25:18,773 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=143 (was 137) Potentially hanging thread: IPC Client (1756434234) connection to localhost/127.0.0.1:41023 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:41023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:41023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1275191856_22 at /127.0.0.1:55486 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1756434234) connection to localhost/127.0.0.1:41023 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=828 (was 760) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1917 (was 2053) 2024-11-20T20:25:18,802 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=143, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=828, ProcessCount=11, AvailableMemoryMB=1914 2024-11-20T20:25:18,802 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:18,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741881_1059 (size=7) 2024-11-20T20:25:18,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741881_1059 (size=7) 2024-11-20T20:25:18,852 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:18,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:18,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:18,859 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:18,861 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:18,865 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:18,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:18,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741882_1060 (size=1393) 2024-11-20T20:25:18,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741882_1060 (size=1393) 2024-11-20T20:25:18,924 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:18,924 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:18,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741883_1061 (size=1393) 2024-11-20T20:25:18,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741883_1061 (size=1393) 2024-11-20T20:25:18,950 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:18,951 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:18,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:18,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:18,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741884_1062 (size=1393) 2024-11-20T20:25:19,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741884_1062 (size=1393) 2024-11-20T20:25:19,411 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:19,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:19,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741885_1063 (size=1393) 2024-11-20T20:25:19,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741885_1063 (size=1393) 2024-11-20T20:25:19,476 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:19,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:19,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741886_1064 (size=1393) 2024-11-20T20:25:19,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741886_1064 (size=1393) 2024-11-20T20:25:19,542 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:19,542 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:19,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741887_1065 (size=1393) 2024-11-20T20:25:19,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:19,589 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:19,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741887_1065 (size=1393) 2024-11-20T20:25:19,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741888_1066 (size=1405) 2024-11-20T20:25:19,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741888_1066 (size=1405) 2024-11-20T20:25:19,650 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:19,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:19,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741889_1067 (size=1413) 2024-11-20T20:25:19,720 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:19,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741889_1067 (size=1413) 2024-11-20T20:25:19,720 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:19,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741890_1068 (size=1413) 2024-11-20T20:25:19,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741890_1068 (size=1413) 2024-11-20T20:25:19,809 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:19,809 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:19,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:19,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:19,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741891_1069 (size=1413) 2024-11-20T20:25:19,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741891_1069 (size=1413) 2024-11-20T20:25:19,852 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:19,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:25:19,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.0 2024-11-20T20:25:19,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.0 after 4ms 2024-11-20T20:25:19,906 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:21,922 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.0 took 2021ms 2024-11-20T20:25:21,927 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.0 so closing down 2024-11-20T20:25:21,927 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:21,929 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:21,945 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:21,955 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:21,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:21,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:22,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741892_1070 (size=743) 2024-11-20T20:25:22,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741892_1070 (size=743) 2024-11-20T20:25:22,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:22,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741893_1071 (size=743) 2024-11-20T20:25:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741893_1071 (size=743) 2024-11-20T20:25:22,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:22,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T20:25:22,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:25:22,045 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 121 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:22,046 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.0, size=1.4 K (1393bytes) at 1732134319901Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.0 so closing down at 1732134321927 (+2026 ms)3 split writer threads finished at 1732134321929 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134321965 (+36 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134321971 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134322022 (+51 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134322038 (+16 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732134322040 (+2 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134322045 (+5 ms)Processed 20 edits across 2 Regions in 121 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134322045 2024-11-20T20:25:22,058 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/oldWALs/wal.dat.0 2024-11-20T20:25:22,059 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:25:22,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.1 2024-11-20T20:25:22,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.1 after 3ms 2024-11-20T20:25:22,074 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.1 took 15ms 2024-11-20T20:25:22,086 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.1 so closing down 2024-11-20T20:25:22,086 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:22,086 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:22,114 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:22,130 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:22,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:22,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:22,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741894_1072 (size=743) 2024-11-20T20:25:22,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741895_1073 (size=743) 2024-11-20T20:25:22,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741894_1072 (size=743) 2024-11-20T20:25:22,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:22,199 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:22,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741895_1073 (size=743) 2024-11-20T20:25:22,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T20:25:22,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T20:25:22,212 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:22,212 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.1, size=1.4 K (1393bytes) at 1732134322059Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.1 so closing down at 1732134322086 (+27 ms)3 split writer threads finished at 1732134322087 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134322133 (+46 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134322143 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134322198 (+55 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134322199 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732134322205 (+6 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732134322212 (+7 ms)Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134322212 2024-11-20T20:25:22,222 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/oldWALs/wal.dat.1 2024-11-20T20:25:22,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:25:22,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.2 2024-11-20T20:25:22,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.2 after 1ms 2024-11-20T20:25:22,245 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.2 took 23ms 2024-11-20T20:25:22,254 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.2 so closing down 2024-11-20T20:25:22,254 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:22,256 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:22,275 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:22,278 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:22,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:22,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:22,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741897_1075 (size=743) 2024-11-20T20:25:22,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741897_1075 (size=743) 2024-11-20T20:25:22,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741896_1074 (size=743) 2024-11-20T20:25:22,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741896_1074 (size=743) 2024-11-20T20:25:22,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:22,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T20:25:22,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:22,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T20:25:22,786 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 534 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:22,786 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.2, size=1.4 K (1393bytes) at 1732134322227Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.2 so closing down at 1732134322254 (+27 ms)3 split writer threads finished at 1732134322256 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134322323 (+67 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134322324 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134322387 (+63 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732134322397 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134322776 (+379 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732134322785 (+9 ms)Processed 20 edits across 2 Regions in 534 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134322786 (+1 ms) 2024-11-20T20:25:22,794 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/oldWALs/wal.dat.2 2024-11-20T20:25:22,794 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:25:22,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.3 2024-11-20T20:25:22,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.3 after 2ms 2024-11-20T20:25:22,801 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.3 took 7ms 2024-11-20T20:25:22,827 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.3 so closing down 2024-11-20T20:25:22,827 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:22,832 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:22,851 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:22,860 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:22,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:22,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741898_1076 (size=743) 2024-11-20T20:25:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741898_1076 (size=743) 2024-11-20T20:25:22,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:22,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741899_1077 (size=743) 2024-11-20T20:25:22,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T20:25:22,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741899_1077 (size=743) 2024-11-20T20:25:22,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:22,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T20:25:22,987 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 162 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:22,987 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.3, size=1.4 K (1393bytes) at 1732134322794Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.3 so closing down at 1732134322827 (+33 ms)3 split writer threads finished at 1732134322832 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732134322866 (+34 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732134322876 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134322973 (+97 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732134322979 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134322979Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732134322987 (+8 ms)Processed 20 edits across 2 Regions in 162 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134322987 2024-11-20T20:25:22,994 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/oldWALs/wal.dat.3 2024-11-20T20:25:22,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T20:25:22,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.4 2024-11-20T20:25:22,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.4 after 1ms 2024-11-20T20:25:23,000 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.4 took 5ms 2024-11-20T20:25:23,019 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.4 so closing down 2024-11-20T20:25:23,019 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:23,022 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:23,052 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:23,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:23,054 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:23,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:23,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741901_1079 (size=743) 2024-11-20T20:25:23,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741901_1079 (size=743) 2024-11-20T20:25:23,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741900_1078 (size=743) 2024-11-20T20:25:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741900_1078 (size=743) 2024-11-20T20:25:23,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T20:25:23,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:23,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T20:25:23,481 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 465 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:23,481 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.4, size=1.4 K (1393bytes) at 1732134322994Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.4 so closing down at 1732134323019 (+25 ms)3 split writer threads finished at 1732134323022 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732134323054 (+32 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732134323056 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134323075 (+19 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732134323080 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134323477 (+397 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732134323481 (+4 ms)Processed 20 edits across 2 Regions in 465 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134323481 2024-11-20T20:25:23,485 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/oldWALs/wal.dat.4 2024-11-20T20:25:23,486 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T20:25:23,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.5 2024-11-20T20:25:23,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.5 after 1ms 2024-11-20T20:25:23,502 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.5 took 17ms 2024-11-20T20:25:23,512 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.5 so closing down 2024-11-20T20:25:23,512 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:23,522 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:23,528 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:23,539 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:23,539 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:23,548 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:23,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741902_1080 (size=743) 2024-11-20T20:25:23,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741902_1080 (size=743) 2024-11-20T20:25:23,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741903_1081 (size=743) 2024-11-20T20:25:23,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741903_1081 (size=743) 2024-11-20T20:25:23,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:23,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:23,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T20:25:23,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T20:25:23,643 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:23,643 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.5, size=1.4 K (1393bytes) at 1732134323486Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.5 so closing down at 1732134323512 (+26 ms)3 split writer threads finished at 1732134323522 (+10 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732134323539 (+17 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732134323548 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134323635 (+87 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134323636 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732134323642 (+6 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732134323643 (+1 ms)Processed 20 edits across 2 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134323643 2024-11-20T20:25:23,648 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/oldWALs/wal.dat.5 2024-11-20T20:25:23,648 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T20:25:23,648 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.6 2024-11-20T20:25:23,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.6 after 1ms 2024-11-20T20:25:23,653 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.6 took 5ms 2024-11-20T20:25:23,679 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.6 so closing down 2024-11-20T20:25:23,679 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:23,683 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:23,691 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:23,693 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:23,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:23,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:23,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741905_1083 (size=749) 2024-11-20T20:25:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741904_1082 (size=749) 2024-11-20T20:25:23,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:23,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741905_1083 (size=749) 2024-11-20T20:25:23,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741904_1082 (size=749) 2024-11-20T20:25:23,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:23,797 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T20:25:23,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T20:25:23,799 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 124 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T20:25:23,799 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.6, size=1.4 K (1405bytes) at 1732134323648Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.6 so closing down at 1732134323679 (+31 ms)3 split writer threads finished at 1732134323683 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732134323704 (+21 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732134323712 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134323786 (+74 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134323788 (+2 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732134323797 (+9 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732134323798 (+1 ms)Processed 20 edits across 2 Regions in 124 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732134323799 (+1 ms) 2024-11-20T20:25:23,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/oldWALs/wal.dat.6 2024-11-20T20:25:23,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:25:23,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.7 2024-11-20T20:25:23,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.7 after 1ms 2024-11-20T20:25:23,814 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.7 took 9ms 2024-11-20T20:25:23,861 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.7 so closing down 2024-11-20T20:25:23,862 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:23,866 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:23,887 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:23,888 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:23,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:23,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:23,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741906_1084 (size=753) 2024-11-20T20:25:23,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741906_1084 (size=753) 2024-11-20T20:25:23,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:23,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T20:25:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741907_1085 (size=753) 2024-11-20T20:25:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741907_1085 (size=753) 2024-11-20T20:25:24,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:24,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T20:25:24,381 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 522 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:24,382 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.7, size=1.4 K (1413bytes) at 1732134323805Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.7 so closing down at 1732134323861 (+56 ms)3 split writer threads finished at 1732134323866 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732134323903 (+37 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732134323914 (+11 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134323960 (+46 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732134323963 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134324377 (+414 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732134324381 (+4 ms)Processed 20 edits across 2 Regions in 522 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134324381 2024-11-20T20:25:24,387 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/oldWALs/wal.dat.7 2024-11-20T20:25:24,388 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T20:25:24,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.8 2024-11-20T20:25:24,389 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.8 after 1ms 2024-11-20T20:25:24,396 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.8 took 8ms 2024-11-20T20:25:24,400 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.8 so closing down 2024-11-20T20:25:24,400 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:24,401 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:24,407 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:24,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:24,420 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:24,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:24,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741908_1086 (size=753) 2024-11-20T20:25:24,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741908_1086 (size=753) 2024-11-20T20:25:24,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741909_1087 (size=753) 2024-11-20T20:25:24,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741909_1087 (size=753) 2024-11-20T20:25:24,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:24,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T20:25:24,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:24,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T20:25:24,872 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 474 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:24,872 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.8, size=1.4 K (1413bytes) at 1732134324388Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.8 so closing down at 1732134324400 (+12 ms)3 split writer threads finished at 1732134324401 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732134324410 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732134324430 (+20 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134324501 (+71 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732134324506 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134324870 (+364 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732134324872 (+2 ms)Processed 20 edits across 2 Regions in 474 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134324872 2024-11-20T20:25:24,876 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/oldWALs/wal.dat.8 2024-11-20T20:25:24,876 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T20:25:24,876 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.9 2024-11-20T20:25:24,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.9 after 1ms 2024-11-20T20:25:24,879 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.9 took 3ms 2024-11-20T20:25:24,886 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.9 so closing down 2024-11-20T20:25:24,886 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:24,886 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:24,892 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:24,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:24,900 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:24,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:24,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741911_1089 (size=753) 2024-11-20T20:25:24,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741910_1088 (size=753) 2024-11-20T20:25:24,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741910_1088 (size=753) 2024-11-20T20:25:24,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741911_1089 (size=753) 2024-11-20T20:25:24,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:24,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:24,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T20:25:24,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T20:25:24,932 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:24,933 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.9, size=1.4 K (1413bytes) at 1732134324876Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.9 so closing down at 1732134324886 (+10 ms)3 split writer threads finished at 1732134324886Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732134324898 (+12 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732134324902 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134324924 (+22 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134324925 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732134324932 (+7 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732134324932Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134324932 2024-11-20T20:25:24,937 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/WALs/testretryopenduringrecovery,16010,1732134318859/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/e05d1782-a7e1-2bda-a290-49644004f571/oldWALs/wal.dat.9 2024-11-20T20:25:24,952 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=143 (was 143), OpenFileDescriptor=393 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=825 (was 828), ProcessCount=11 (was 11), AvailableMemoryMB=1865 (was 1914) 2024-11-20T20:25:24,960 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=825, ProcessCount=11, AvailableMemoryMB=1865 2024-11-20T20:25:24,960 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:25,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741912_1090 (size=7) 2024-11-20T20:25:25,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741912_1090 (size=7) 2024-11-20T20:25:25,400 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:25,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:25,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:25,405 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:25,406 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:25,407 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:25,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:25,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741913_1091 (size=1393) 2024-11-20T20:25:25,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741913_1091 (size=1393) 2024-11-20T20:25:25,422 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:25,422 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:25,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741914_1092 (size=1393) 2024-11-20T20:25:25,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741914_1092 (size=1393) 2024-11-20T20:25:25,436 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:25,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:25,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741915_1093 (size=1393) 2024-11-20T20:25:25,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741915_1093 (size=1393) 2024-11-20T20:25:25,451 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:25,451 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:25,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741916_1094 (size=1393) 2024-11-20T20:25:25,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741916_1094 (size=1393) 2024-11-20T20:25:25,888 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:25,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:25,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741917_1095 (size=1393) 2024-11-20T20:25:25,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741917_1095 (size=1393) 2024-11-20T20:25:25,904 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:25,905 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:25,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:25,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741919_1097 (size=1405) 2024-11-20T20:25:25,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741919_1097 (size=1405) 2024-11-20T20:25:25,938 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:25,938 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:25,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741920_1098 (size=1413) 2024-11-20T20:25:25,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741920_1098 (size=1413) 2024-11-20T20:25:25,960 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:25,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:25,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:25,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:25,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741921_1099 (size=1413) 2024-11-20T20:25:25,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741921_1099 (size=1413) 2024-11-20T20:25:26,373 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:26,373 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:26,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:26,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:26,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741922_1100 (size=1413) 2024-11-20T20:25:26,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741922_1100 (size=1413) 2024-11-20T20:25:26,385 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:26,400 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:25:26,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.0 2024-11-20T20:25:26,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.0 after 1ms 2024-11-20T20:25:26,403 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.0 took 3ms 2024-11-20T20:25:26,406 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.0 so closing down 2024-11-20T20:25:26,406 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:26,406 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:26,408 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:26,408 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:26,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:26,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:26,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741923_1101 (size=743) 2024-11-20T20:25:26,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741923_1101 (size=743) 2024-11-20T20:25:26,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:26,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:25:26,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741924_1102 (size=743) 2024-11-20T20:25:26,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741924_1102 (size=743) 2024-11-20T20:25:26,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:26,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T20:25:26,428 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:26,428 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.0, size=1.4 K (1393bytes) at 1732134326400Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.0 so closing down at 1732134326406 (+6 ms)3 split writer threads finished at 1732134326406Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134326409 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134326409Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134326419 (+10 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134326421 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134326426 (+5 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732134326428 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134326428 2024-11-20T20:25:26,430 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/oldWALs/wal.dat.0 2024-11-20T20:25:26,430 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:25:26,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.1 2024-11-20T20:25:26,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.1 after 1ms 2024-11-20T20:25:26,433 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.1 took 3ms 2024-11-20T20:25:26,434 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.1 so closing down 2024-11-20T20:25:26,434 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:26,435 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:26,437 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:26,437 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:26,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:26,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:26,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741926_1104 (size=743) 2024-11-20T20:25:26,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741925_1103 (size=743) 2024-11-20T20:25:26,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741926_1104 (size=743) 2024-11-20T20:25:26,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741925_1103 (size=743) 2024-11-20T20:25:26,447 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:26,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:26,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T20:25:26,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T20:25:26,449 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:26,449 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.1, size=1.4 K (1393bytes) at 1732134326430Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.1 so closing down at 1732134326434 (+4 ms)3 split writer threads finished at 1732134326435 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134326438 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134326438Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134326447 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134326447Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732134326449 (+2 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732134326449Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134326449 2024-11-20T20:25:26,450 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/oldWALs/wal.dat.1 2024-11-20T20:25:26,451 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:25:26,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.2 2024-11-20T20:25:26,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.2 after 0ms 2024-11-20T20:25:26,453 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.2 took 3ms 2024-11-20T20:25:26,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.2 so closing down 2024-11-20T20:25:26,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:26,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:26,457 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:26,457 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:26,458 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:26,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:26,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741928_1106 (size=743) 2024-11-20T20:25:26,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741928_1106 (size=743) 2024-11-20T20:25:26,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741927_1105 (size=743) 2024-11-20T20:25:26,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741927_1105 (size=743) 2024-11-20T20:25:26,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:26,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T20:25:26,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:26,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T20:25:26,869 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:26,870 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.2, size=1.4 K (1393bytes) at 1732134326451Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.2 so closing down at 1732134326454 (+3 ms)3 split writer threads finished at 1732134326455 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134326458 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134326458Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134326470 (+12 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732134326471 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134326867 (+396 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732134326869 (+2 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134326869 2024-11-20T20:25:26,872 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/oldWALs/wal.dat.2 2024-11-20T20:25:26,872 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:25:26,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.3 2024-11-20T20:25:26,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.3 after 0ms 2024-11-20T20:25:26,875 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.3 took 3ms 2024-11-20T20:25:26,876 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.3 so closing down 2024-11-20T20:25:26,876 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:26,876 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:26,880 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:26,880 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:26,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:26,881 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:26,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741930_1108 (size=743) 2024-11-20T20:25:26,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741929_1107 (size=743) 2024-11-20T20:25:26,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741929_1107 (size=743) 2024-11-20T20:25:26,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741930_1108 (size=743) 2024-11-20T20:25:26,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:26,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:26,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T20:25:26,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T20:25:26,887 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:26,887 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.3, size=1.4 K (1393bytes) at 1732134326872Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.3 so closing down at 1732134326876 (+4 ms)3 split writer threads finished at 1732134326876Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732134326881 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732134326881Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134326885 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134326886 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732134326887 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732134326887Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134326887 2024-11-20T20:25:26,889 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/oldWALs/wal.dat.3 2024-11-20T20:25:26,889 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T20:25:26,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.4 2024-11-20T20:25:26,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.4 after 0ms 2024-11-20T20:25:26,892 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.4 took 2ms 2024-11-20T20:25:26,893 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.4 so closing down 2024-11-20T20:25:26,893 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:26,893 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:26,895 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:26,895 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:26,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:26,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:26,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741931_1109 (size=743) 2024-11-20T20:25:26,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741931_1109 (size=743) 2024-11-20T20:25:26,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:26,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741932_1110 (size=743) 2024-11-20T20:25:26,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741932_1110 (size=743) 2024-11-20T20:25:26,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T20:25:27,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:27,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T20:25:27,341 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:27,341 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.4, size=1.4 K (1393bytes) at 1732134326889Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.4 so closing down at 1732134326893 (+4 ms)3 split writer threads finished at 1732134326893Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732134326896 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732134326897 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134326908 (+11 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732134326911 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134327339 (+428 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732134327341 (+2 ms)Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134327341 2024-11-20T20:25:27,343 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/oldWALs/wal.dat.4 2024-11-20T20:25:27,343 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5, size=150 (150bytes) 2024-11-20T20:25:27,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5 2024-11-20T20:25:27,344 WARN [IPC Server handler 4 on default port 41023 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-20T20:25:27,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5 after 1ms 2024-11-20T20:25:27,376 WARN [ResponseProcessor for block BP-459342897-172.17.0.2-1732134294755:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-459342897-172.17.0.2-1732134294755:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T20:25:27,376 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1492182463_22 at /127.0.0.1:35012 [Receiving block BP-459342897-172.17.0.2-1732134294755:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:44289:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35012 dst: /127.0.0.1:44289 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44289 remote=/127.0.0.1:35012]. Total timeout mills is 60000, 58542 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:27,376 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1492182463_22 at /127.0.0.1:58610 [Receiving block BP-459342897-172.17.0.2-1732134294755:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:43229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58610 dst: /127.0.0.1:43229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:27,377 WARN [DataStreamer for file /user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5 block BP-459342897-172.17.0.2-1732134294755:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-459342897-172.17.0.2-1732134294755:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:44289,DS-fe04f3c8-d3d1-459b-9718-95fe93d7225c,DISK], DatanodeInfoWithStorage[127.0.0.1:43229,DS-1934af91-0807-46b2-9679-c951f580f16c,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:44289,DS-fe04f3c8-d3d1-459b-9718-95fe93d7225c,DISK]) is bad. 2024-11-20T20:25:27,377 WARN [DataStreamer for file /user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5 block BP-459342897-172.17.0.2-1732134294755:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-459342897-172.17.0.2-1732134294755:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T20:25:27,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741918_1111 (size=1385) 2024-11-20T20:25:27,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741918_1111 (size=1385) 2024-11-20T20:25:29,417 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:25:31,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5 after 4002ms 2024-11-20T20:25:31,348 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5 took 4004ms 2024-11-20T20:25:31,349 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5; continuing. 2024-11-20T20:25:31,349 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5 so closing down 2024-11-20T20:25:31,349 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:31,349 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:31,351 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:31,351 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:31,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:31,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:31,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741934_1113 (size=743) 2024-11-20T20:25:31,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741934_1113 (size=743) 2024-11-20T20:25:31,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:31,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T20:25:31,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741933_1112 (size=743) 2024-11-20T20:25:31,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741933_1112 (size=743) 2024-11-20T20:25:31,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:31,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T20:25:31,367 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-20T20:25:31,367 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5, size=150 (150bytes) at 1732134327343Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5 so closing down at 1732134331349 (+4006 ms)3 split writer threads finished at 1732134331349Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732134331352 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732134331353 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134331357 (+4 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732134331359 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134331365 (+6 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732134331367 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1732134331367 2024-11-20T20:25:31,369 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/oldWALs/wal.dat.5 2024-11-20T20:25:31,369 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T20:25:31,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.6 2024-11-20T20:25:31,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.6 after 1ms 2024-11-20T20:25:31,372 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.6 took 3ms 2024-11-20T20:25:31,374 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.6 so closing down 2024-11-20T20:25:31,374 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:31,374 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:31,376 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:31,376 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:31,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:31,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:31,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741936_1115 (size=749) 2024-11-20T20:25:31,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741936_1115 (size=749) 2024-11-20T20:25:31,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741935_1114 (size=749) 2024-11-20T20:25:31,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741935_1114 (size=749) 2024-11-20T20:25:31,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:31,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:31,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T20:25:31,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T20:25:31,384 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T20:25:31,384 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.6, size=1.4 K (1405bytes) at 1732134331369Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.6 so closing down at 1732134331374 (+5 ms)3 split writer threads finished at 1732134331374Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732134331377 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732134331377Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134331383 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134331383Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732134331384 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732134331384Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732134331384 2024-11-20T20:25:31,386 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/oldWALs/wal.dat.6 2024-11-20T20:25:31,386 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:25:31,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.7 2024-11-20T20:25:31,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.7 after 0ms 2024-11-20T20:25:31,388 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.7 took 2ms 2024-11-20T20:25:31,389 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.7 so closing down 2024-11-20T20:25:31,389 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:31,389 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:31,391 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:31,391 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:31,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:31,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:31,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741938_1117 (size=753) 2024-11-20T20:25:31,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741938_1117 (size=753) 2024-11-20T20:25:31,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:31,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T20:25:31,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741937_1116 (size=753) 2024-11-20T20:25:31,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741937_1116 (size=753) 2024-11-20T20:25:31,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:31,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T20:25:31,408 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:31,408 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.7, size=1.4 K (1413bytes) at 1732134331386Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.7 so closing down at 1732134331389 (+3 ms)3 split writer threads finished at 1732134331389Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732134331392 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732134331392Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134331402 (+10 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732134331404 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134331406 (+2 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732134331408 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134331408 2024-11-20T20:25:31,409 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/oldWALs/wal.dat.7 2024-11-20T20:25:31,409 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T20:25:31,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.8 2024-11-20T20:25:31,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.8 after 1ms 2024-11-20T20:25:31,412 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.8 took 3ms 2024-11-20T20:25:31,413 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.8 so closing down 2024-11-20T20:25:31,413 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:31,413 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:31,415 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:31,415 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:31,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:31,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:31,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741940_1119 (size=753) 2024-11-20T20:25:31,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741939_1118 (size=753) 2024-11-20T20:25:31,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741940_1119 (size=753) 2024-11-20T20:25:31,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:31,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741939_1118 (size=753) 2024-11-20T20:25:31,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:31,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T20:25:31,429 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T20:25:31,429 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:31,430 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.8, size=1.4 K (1413bytes) at 1732134331409Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.8 so closing down at 1732134331413 (+4 ms)3 split writer threads finished at 1732134331413Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732134331416 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732134331416Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134331428 (+12 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134331428Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732134331429 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732134331429Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134331429 2024-11-20T20:25:31,431 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/oldWALs/wal.dat.8 2024-11-20T20:25:31,432 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T20:25:31,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.9 2024-11-20T20:25:31,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.9 after 0ms 2024-11-20T20:25:31,435 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.9 took 4ms 2024-11-20T20:25:31,436 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.9 so closing down 2024-11-20T20:25:31,436 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:31,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:31,438 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:31,438 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:31,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:31,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:31,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741941_1120 (size=753) 2024-11-20T20:25:31,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741942_1121 (size=753) 2024-11-20T20:25:31,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:31,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741942_1121 (size=753) 2024-11-20T20:25:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741941_1120 (size=753) 2024-11-20T20:25:31,445 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:31,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T20:25:31,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T20:25:31,446 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:31,446 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.9, size=1.4 K (1413bytes) at 1732134331432Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.9 so closing down at 1732134331436 (+4 ms)3 split writer threads finished at 1732134331436Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732134331439 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732134331439Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134331444 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134331445 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732134331446 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732134331446Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134331446 2024-11-20T20:25:31,448 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732134325406/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/5fc64fb9-6fe0-1257-72ac-41c9326e8a20/oldWALs/wal.dat.9 2024-11-20T20:25:31,511 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=139 (was 143), OpenFileDescriptor=397 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=728 (was 825), ProcessCount=11 (was 11), AvailableMemoryMB=1820 (was 1865) 2024-11-20T20:25:31,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=728, ProcessCount=11, AvailableMemoryMB=1820 2024-11-20T20:25:31,518 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:31,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741943_1122 (size=7) 2024-11-20T20:25:31,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741943_1122 (size=7) 2024-11-20T20:25:31,525 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:31,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:31,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:31,529 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:31,538 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=728 (was 728), ProcessCount=11 (was 11), AvailableMemoryMB=1820 (was 1820) 2024-11-20T20:25:31,544 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=728, ProcessCount=11, AvailableMemoryMB=1821 2024-11-20T20:25:31,544 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:31,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741944_1123 (size=7) 2024-11-20T20:25:31,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741944_1123 (size=7) 2024-11-20T20:25:31,565 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:31,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:31,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:31,571 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:31,571 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:31,572 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:31,573 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:31,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741945_1124 (size=1393) 2024-11-20T20:25:31,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741945_1124 (size=1393) 2024-11-20T20:25:31,586 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:31,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:31,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741946_1125 (size=1393) 2024-11-20T20:25:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741946_1125 (size=1393) 2024-11-20T20:25:31,598 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:31,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:31,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741947_1126 (size=1393) 2024-11-20T20:25:31,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741947_1126 (size=1393) 2024-11-20T20:25:31,609 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:31,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:31,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741948_1127 (size=1393) 2024-11-20T20:25:31,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741948_1127 (size=1393) 2024-11-20T20:25:31,621 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:31,621 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:31,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741949_1128 (size=1393) 2024-11-20T20:25:31,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741949_1128 (size=1393) 2024-11-20T20:25:31,632 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:31,632 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:31,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741950_1129 (size=1393) 2024-11-20T20:25:31,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741950_1129 (size=1393) 2024-11-20T20:25:31,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:31,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:31,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:31,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:31,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741951_1130 (size=1405) 2024-11-20T20:25:31,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741951_1130 (size=1405) 2024-11-20T20:25:32,057 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:32,057 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:32,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741952_1131 (size=1413) 2024-11-20T20:25:32,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741952_1131 (size=1413) 2024-11-20T20:25:32,471 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:32,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:32,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741953_1132 (size=1413) 2024-11-20T20:25:32,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741953_1132 (size=1413) 2024-11-20T20:25:32,485 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:32,486 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:32,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:32,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:32,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741954_1133 (size=1413) 2024-11-20T20:25:32,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741954_1133 (size=1413) 2024-11-20T20:25:32,500 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:32,516 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:25:32,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.0 2024-11-20T20:25:32,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.0 after 0ms 2024-11-20T20:25:32,519 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.0 took 2ms 2024-11-20T20:25:32,522 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.0 so closing down 2024-11-20T20:25:32,522 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:32,522 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:32,524 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:32,524 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:32,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:32,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:32,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741956_1135 (size=743) 2024-11-20T20:25:32,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741955_1134 (size=743) 2024-11-20T20:25:32,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741955_1134 (size=743) 2024-11-20T20:25:32,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:32,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741956_1135 (size=743) 2024-11-20T20:25:32,535 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:32,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:25:32,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T20:25:32,536 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:32,536 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.0, size=1.4 K (1393bytes) at 1732134332516Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.0 so closing down at 1732134332522 (+6 ms)3 split writer threads finished at 1732134332522Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134332525 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134332525Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134332535 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134332535Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134332536 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732134332536Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134332536 2024-11-20T20:25:32,538 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/oldWALs/wal.dat.0 2024-11-20T20:25:32,538 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:25:32,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.1 2024-11-20T20:25:32,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.1 after 1ms 2024-11-20T20:25:32,541 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.1 took 3ms 2024-11-20T20:25:32,543 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.1 so closing down 2024-11-20T20:25:32,543 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:32,543 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:32,545 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:32,545 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:32,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:32,546 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:32,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741958_1137 (size=743) 2024-11-20T20:25:32,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:32,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741958_1137 (size=743) 2024-11-20T20:25:32,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741957_1136 (size=743) 2024-11-20T20:25:32,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741957_1136 (size=743) 2024-11-20T20:25:32,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:32,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T20:25:32,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T20:25:32,557 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:32,557 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.1, size=1.4 K (1393bytes) at 1732134332538Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.1 so closing down at 1732134332543 (+5 ms)3 split writer threads finished at 1732134332543Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134332546 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134332546Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134332554 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134332555 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732134332556 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732134332556Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134332557 (+1 ms) 2024-11-20T20:25:32,558 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/oldWALs/wal.dat.1 2024-11-20T20:25:32,558 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:25:32,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.2 2024-11-20T20:25:32,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.2 after 1ms 2024-11-20T20:25:32,561 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.2 took 3ms 2024-11-20T20:25:32,562 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.2 so closing down 2024-11-20T20:25:32,562 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:32,562 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:32,564 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:32,564 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:32,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:32,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:32,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741959_1138 (size=743) 2024-11-20T20:25:32,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741959_1138 (size=743) 2024-11-20T20:25:32,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:32,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741960_1139 (size=743) 2024-11-20T20:25:32,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741960_1139 (size=743) 2024-11-20T20:25:32,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:32,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T20:25:32,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T20:25:32,575 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:32,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.2, size=1.4 K (1393bytes) at 1732134332558Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.2 so closing down at 1732134332562 (+4 ms)3 split writer threads finished at 1732134332562Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134332565 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134332568 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134332573 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134332574 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732134332574Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732134332575 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134332575 2024-11-20T20:25:32,577 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/oldWALs/wal.dat.2 2024-11-20T20:25:32,577 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:25:32,577 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.3 2024-11-20T20:25:32,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.3 after 1ms 2024-11-20T20:25:32,580 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.3 took 3ms 2024-11-20T20:25:32,582 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.3 so closing down 2024-11-20T20:25:32,582 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:32,582 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:32,584 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:32,584 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:32,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:32,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:32,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741962_1141 (size=743) 2024-11-20T20:25:32,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741962_1141 (size=743) 2024-11-20T20:25:32,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741961_1140 (size=743) 2024-11-20T20:25:32,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741961_1140 (size=743) 2024-11-20T20:25:32,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:32,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:32,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T20:25:32,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T20:25:32,599 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:32,599 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.3, size=1.4 K (1393bytes) at 1732134332577Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.3 so closing down at 1732134332582 (+5 ms)3 split writer threads finished at 1732134332582Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732134332585 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732134332585Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134332598 (+13 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134332598Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732134332599 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732134332599Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134332599 2024-11-20T20:25:32,601 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/oldWALs/wal.dat.3 2024-11-20T20:25:32,601 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T20:25:32,602 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.4 2024-11-20T20:25:32,602 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.4 after 0ms 2024-11-20T20:25:32,604 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.4 took 3ms 2024-11-20T20:25:32,605 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.4 so closing down 2024-11-20T20:25:32,606 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:32,606 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:32,608 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:32,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:32,610 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:32,611 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:32,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741963_1142 (size=743) 2024-11-20T20:25:32,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741963_1142 (size=743) 2024-11-20T20:25:32,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:32,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741964_1143 (size=743) 2024-11-20T20:25:32,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741964_1143 (size=743) 2024-11-20T20:25:32,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:32,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T20:25:32,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T20:25:32,618 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:32,618 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.4, size=1.4 K (1393bytes) at 1732134332602Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.4 so closing down at 1732134332606 (+4 ms)3 split writer threads finished at 1732134332606Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732134332609 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732134332611 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134332615 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134332616 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732134332617 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732134332618 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134332618 2024-11-20T20:25:32,620 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/oldWALs/wal.dat.4 2024-11-20T20:25:32,620 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T20:25:32,620 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.5 2024-11-20T20:25:32,620 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.5 after 0ms 2024-11-20T20:25:32,622 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.5 took 2ms 2024-11-20T20:25:32,624 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.5 so closing down 2024-11-20T20:25:32,624 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:32,624 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:32,626 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:32,626 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:32,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:32,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:32,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741965_1144 (size=743) 2024-11-20T20:25:32,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741965_1144 (size=743) 2024-11-20T20:25:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741966_1145 (size=743) 2024-11-20T20:25:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741966_1145 (size=743) 2024-11-20T20:25:32,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:32,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T20:25:33,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:33,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T20:25:33,036 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:33,036 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.5, size=1.4 K (1393bytes) at 1732134332620Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.5 so closing down at 1732134332624 (+4 ms)3 split writer threads finished at 1732134332624Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732134332627 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732134332627Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134332638 (+11 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732134332639 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134333034 (+395 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732134333036 (+2 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134333036 2024-11-20T20:25:33,038 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/oldWALs/wal.dat.5 2024-11-20T20:25:33,038 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T20:25:33,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.6 2024-11-20T20:25:33,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.6 after 0ms 2024-11-20T20:25:33,041 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.6 took 3ms 2024-11-20T20:25:33,042 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.6 so closing down 2024-11-20T20:25:33,042 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:33,042 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:33,044 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:33,044 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:33,046 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:33,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741967_1146 (size=749) 2024-11-20T20:25:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741968_1147 (size=749) 2024-11-20T20:25:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741968_1147 (size=749) 2024-11-20T20:25:33,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:33,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741967_1146 (size=749) 2024-11-20T20:25:33,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:33,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T20:25:33,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T20:25:33,052 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T20:25:33,052 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.6, size=1.4 K (1405bytes) at 1732134333038Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.6 so closing down at 1732134333042 (+4 ms)3 split writer threads finished at 1732134333042Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732134333046 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732134333046Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134333051 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134333051Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732134333052 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732134333052Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732134333052 2024-11-20T20:25:33,054 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/oldWALs/wal.dat.6 2024-11-20T20:25:33,054 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:25:33,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.7 2024-11-20T20:25:33,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.7 after 0ms 2024-11-20T20:25:33,056 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.7 took 2ms 2024-11-20T20:25:33,057 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.7 so closing down 2024-11-20T20:25:33,057 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:33,057 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:33,059 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:33,059 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:33,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:33,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:33,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741969_1148 (size=753) 2024-11-20T20:25:33,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741970_1149 (size=753) 2024-11-20T20:25:33,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741969_1148 (size=753) 2024-11-20T20:25:33,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741970_1149 (size=753) 2024-11-20T20:25:33,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:33,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:33,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T20:25:33,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T20:25:33,066 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:33,066 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.7, size=1.4 K (1413bytes) at 1732134333054Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.7 so closing down at 1732134333057 (+3 ms)3 split writer threads finished at 1732134333057Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732134333060 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732134333060Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134333065 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134333065Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732134333066 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732134333066Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134333066 2024-11-20T20:25:33,067 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/oldWALs/wal.dat.7 2024-11-20T20:25:33,068 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T20:25:33,068 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.8 2024-11-20T20:25:33,068 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.8 after 0ms 2024-11-20T20:25:33,070 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.8 took 3ms 2024-11-20T20:25:33,071 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.8 so closing down 2024-11-20T20:25:33,071 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:33,071 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:33,072 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:33,072 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:33,073 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:33,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:33,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741972_1151 (size=753) 2024-11-20T20:25:33,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741972_1151 (size=753) 2024-11-20T20:25:33,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741971_1150 (size=753) 2024-11-20T20:25:33,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741971_1150 (size=753) 2024-11-20T20:25:33,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:33,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T20:25:33,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:33,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T20:25:33,483 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:33,483 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.8, size=1.4 K (1413bytes) at 1732134333068Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.8 so closing down at 1732134333071 (+3 ms)3 split writer threads finished at 1732134333071Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732134333074 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732134333074Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134333081 (+7 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732134333082 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134333481 (+399 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732134333482 (+1 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134333483 (+1 ms) 2024-11-20T20:25:33,485 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/oldWALs/wal.dat.8 2024-11-20T20:25:33,485 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T20:25:33,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.9 2024-11-20T20:25:33,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.9 after 0ms 2024-11-20T20:25:33,487 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.9 took 2ms 2024-11-20T20:25:33,489 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.9 so closing down 2024-11-20T20:25:33,489 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:33,489 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:33,491 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:33,491 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:33,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:33,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:33,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741973_1152 (size=753) 2024-11-20T20:25:33,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741974_1153 (size=753) 2024-11-20T20:25:33,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:33,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:33,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741973_1152 (size=753) 2024-11-20T20:25:33,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741974_1153 (size=753) 2024-11-20T20:25:33,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T20:25:33,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T20:25:33,498 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:33,499 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.9, size=1.4 K (1413bytes) at 1732134333485Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.9 so closing down at 1732134333489 (+4 ms)3 split writer threads finished at 1732134333489Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732134333492 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732134333492Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134333497 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134333497Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732134333498 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732134333498Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134333498 2024-11-20T20:25:33,500 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/WALs/testsplit,16010,1732134331571/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/f582cf2d-6fdf-e146-69b2-c2d04be053a9/oldWALs/wal.dat.9 2024-11-20T20:25:33,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=728 (was 728), ProcessCount=11 (was 11), AvailableMemoryMB=1805 (was 1821) 2024-11-20T20:25:33,558 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=728, ProcessCount=11, AvailableMemoryMB=1805 2024-11-20T20:25:33,558 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:33,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741975_1154 (size=7) 2024-11-20T20:25:33,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741975_1154 (size=7) 2024-11-20T20:25:33,565 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:33,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:33,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:33,570 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:33,571 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:33,572 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:33,573 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:33,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741976_1155 (size=1393) 2024-11-20T20:25:33,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741976_1155 (size=1393) 2024-11-20T20:25:33,585 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:33,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:33,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741977_1156 (size=1393) 2024-11-20T20:25:33,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741977_1156 (size=1393) 2024-11-20T20:25:33,596 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:33,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:33,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:33,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:33,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741978_1157 (size=1393) 2024-11-20T20:25:33,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741978_1157 (size=1393) 2024-11-20T20:25:34,009 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:34,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:34,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741979_1158 (size=1393) 2024-11-20T20:25:34,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741979_1158 (size=1393) 2024-11-20T20:25:34,022 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:34,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:34,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741980_1159 (size=1393) 2024-11-20T20:25:34,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741980_1159 (size=1393) 2024-11-20T20:25:34,035 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:34,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:34,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741981_1160 (size=1393) 2024-11-20T20:25:34,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741981_1160 (size=1393) 2024-11-20T20:25:34,050 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:34,050 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:34,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741982_1161 (size=1405) 2024-11-20T20:25:34,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741982_1161 (size=1405) 2024-11-20T20:25:34,065 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:34,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741983_1162 (size=1413) 2024-11-20T20:25:34,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741983_1162 (size=1413) 2024-11-20T20:25:34,479 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:34,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:34,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741984_1163 (size=1413) 2024-11-20T20:25:34,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741984_1163 (size=1413) 2024-11-20T20:25:34,552 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:34,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:34,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:34,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741985_1164 (size=1413) 2024-11-20T20:25:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741985_1164 (size=1413) 2024-11-20T20:25:34,631 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:34,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:25:34,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.0 2024-11-20T20:25:34,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.0 after 1ms 2024-11-20T20:25:34,665 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.0 took 6ms 2024-11-20T20:25:34,680 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.0 so closing down 2024-11-20T20:25:34,680 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:34,680 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:34,691 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:34,693 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:34,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:34,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:34,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741986_1165 (size=743) 2024-11-20T20:25:34,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741986_1165 (size=743) 2024-11-20T20:25:34,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:34,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:25:34,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741987_1166 (size=743) 2024-11-20T20:25:34,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741987_1166 (size=743) 2024-11-20T20:25:34,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:34,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T20:25:34,795 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:34,795 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.0, size=1.4 K (1393bytes) at 1732134334659Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.0 so closing down at 1732134334680 (+21 ms)3 split writer threads finished at 1732134334680Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134334696 (+16 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134334708 (+12 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134334757 (+49 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134334760 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134334783 (+23 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732134334795 (+12 ms)Processed 20 edits across 2 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134334795 2024-11-20T20:25:34,800 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/oldWALs/wal.dat.0 2024-11-20T20:25:34,800 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:25:34,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.1 2024-11-20T20:25:34,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.1 after 1ms 2024-11-20T20:25:34,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.1 took 8ms 2024-11-20T20:25:34,826 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.1 so closing down 2024-11-20T20:25:34,827 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:34,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:34,835 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:34,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:34,857 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:34,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:34,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741988_1167 (size=743) 2024-11-20T20:25:34,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741988_1167 (size=743) 2024-11-20T20:25:34,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:34,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T20:25:34,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741989_1168 (size=743) 2024-11-20T20:25:34,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741989_1168 (size=743) 2024-11-20T20:25:34,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:34,949 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T20:25:34,949 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:34,950 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.1, size=1.4 K (1393bytes) at 1732134334800Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.1 so closing down at 1732134334826 (+26 ms)3 split writer threads finished at 1732134334828 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134334837 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134334885 (+48 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134334896 (+11 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732134334899 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134334945 (+46 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732134334949 (+4 ms)Processed 20 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134334949 2024-11-20T20:25:34,955 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/oldWALs/wal.dat.1 2024-11-20T20:25:34,955 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:25:34,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.2 2024-11-20T20:25:34,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.2 after 1ms 2024-11-20T20:25:34,962 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.2 took 7ms 2024-11-20T20:25:34,985 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.2 so closing down 2024-11-20T20:25:34,985 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:34,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:35,003 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:35,017 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:35,024 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:35,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741990_1169 (size=743) 2024-11-20T20:25:35,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741990_1169 (size=743) 2024-11-20T20:25:35,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:35,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T20:25:35,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741991_1170 (size=743) 2024-11-20T20:25:35,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741991_1170 (size=743) 2024-11-20T20:25:35,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:35,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T20:25:35,157 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 173 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:35,157 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.2, size=1.4 K (1393bytes) at 1732134334955Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.2 so closing down at 1732134334985 (+30 ms)3 split writer threads finished at 1732134334986 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134335017 (+31 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134335029 (+12 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134335119 (+90 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732134335123 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134335147 (+24 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732134335156 (+9 ms)Processed 20 edits across 2 Regions in 173 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134335157 (+1 ms) 2024-11-20T20:25:35,161 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/oldWALs/wal.dat.2 2024-11-20T20:25:35,161 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:25:35,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.3 2024-11-20T20:25:35,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.3 after 2ms 2024-11-20T20:25:35,167 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.3 took 6ms 2024-11-20T20:25:35,184 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.3 so closing down 2024-11-20T20:25:35,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:35,185 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:35,198 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:35,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:35,224 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:35,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:35,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741992_1171 (size=743) 2024-11-20T20:25:35,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741992_1171 (size=743) 2024-11-20T20:25:35,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:35,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T20:25:35,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741993_1172 (size=743) 2024-11-20T20:25:35,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741993_1172 (size=743) 2024-11-20T20:25:35,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:35,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T20:25:35,343 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 160 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:35,343 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.3, size=1.4 K (1393bytes) at 1732134335161Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.3 so closing down at 1732134335185 (+24 ms)3 split writer threads finished at 1732134335185Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732134335221 (+36 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732134335241 (+20 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134335302 (+61 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732134335306 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134335338 (+32 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732134335343 (+5 ms)Processed 20 edits across 2 Regions in 160 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134335343 2024-11-20T20:25:35,350 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/oldWALs/wal.dat.3 2024-11-20T20:25:35,350 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T20:25:35,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.4 2024-11-20T20:25:35,352 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.4 after 2ms 2024-11-20T20:25:35,360 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.4 took 10ms 2024-11-20T20:25:35,387 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.4 so closing down 2024-11-20T20:25:35,387 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:35,398 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:35,435 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:35,439 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:35,444 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:35,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:35,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741995_1174 (size=743) 2024-11-20T20:25:35,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741995_1174 (size=743) 2024-11-20T20:25:35,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:35,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T20:25:35,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741994_1173 (size=743) 2024-11-20T20:25:35,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741994_1173 (size=743) 2024-11-20T20:25:35,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:35,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T20:25:35,527 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:35,527 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.4, size=1.4 K (1393bytes) at 1732134335350Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.4 so closing down at 1732134335387 (+37 ms)3 split writer threads finished at 1732134335398 (+11 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732134335444 (+46 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732134335448 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134335508 (+60 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732134335512 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134335522 (+10 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732134335526 (+4 ms)Processed 20 edits across 2 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134335527 (+1 ms) 2024-11-20T20:25:35,532 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/oldWALs/wal.dat.4 2024-11-20T20:25:35,532 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T20:25:35,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.5 2024-11-20T20:25:35,533 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.5 after 1ms 2024-11-20T20:25:35,537 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.5 took 5ms 2024-11-20T20:25:35,553 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.5 so closing down 2024-11-20T20:25:35,553 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:35,564 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:35,573 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:35,576 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:35,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:35,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:35,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741996_1175 (size=743) 2024-11-20T20:25:35,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741996_1175 (size=743) 2024-11-20T20:25:35,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:35,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T20:25:35,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741997_1176 (size=743) 2024-11-20T20:25:35,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741997_1176 (size=743) 2024-11-20T20:25:35,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:35,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T20:25:35,758 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 207 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:35,759 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.5, size=1.4 K (1393bytes) at 1732134335532Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.5 so closing down at 1732134335553 (+21 ms)3 split writer threads finished at 1732134335564 (+11 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732134335588 (+24 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732134335612 (+24 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134335706 (+94 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732134335717 (+11 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134335755 (+38 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732134335758 (+3 ms)Processed 20 edits across 2 Regions in 207 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134335758 2024-11-20T20:25:35,766 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/oldWALs/wal.dat.5 2024-11-20T20:25:35,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T20:25:35,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.6 2024-11-20T20:25:35,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.6 after 1ms 2024-11-20T20:25:35,771 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.6 took 5ms 2024-11-20T20:25:35,811 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.6 so closing down 2024-11-20T20:25:35,811 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:35,811 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:35,830 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:35,848 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:35,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:35,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:35,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741999_1178 (size=749) 2024-11-20T20:25:35,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741999_1178 (size=749) 2024-11-20T20:25:35,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:35,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073741998_1177 (size=749) 2024-11-20T20:25:35,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T20:25:35,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073741998_1177 (size=749) 2024-11-20T20:25:35,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:35,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T20:25:35,964 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T20:25:35,965 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.6, size=1.4 K (1405bytes) at 1732134335767Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.6 so closing down at 1732134335811 (+44 ms)3 split writer threads finished at 1732134335811Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732134335849 (+38 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732134335868 (+19 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134335950 (+82 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732134335956 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134335961 (+5 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732134335964 (+3 ms)Processed 20 edits across 2 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732134335964 2024-11-20T20:25:35,969 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/oldWALs/wal.dat.6 2024-11-20T20:25:35,969 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:25:35,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.7 2024-11-20T20:25:35,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.7 after 1ms 2024-11-20T20:25:35,974 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.7 took 5ms 2024-11-20T20:25:36,004 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.7 so closing down 2024-11-20T20:25:36,004 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:36,007 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:36,020 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:36,033 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:36,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:36,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:36,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742000_1179 (size=753) 2024-11-20T20:25:36,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742000_1179 (size=753) 2024-11-20T20:25:36,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:36,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T20:25:36,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742001_1180 (size=753) 2024-11-20T20:25:36,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742001_1180 (size=753) 2024-11-20T20:25:36,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:36,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T20:25:36,107 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:36,108 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.7, size=1.4 K (1413bytes) at 1732134335969Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.7 so closing down at 1732134336004 (+35 ms)3 split writer threads finished at 1732134336007 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732134336036 (+29 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732134336044 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134336084 (+40 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732134336088 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134336103 (+15 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732134336107 (+4 ms)Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134336107 2024-11-20T20:25:36,118 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/oldWALs/wal.dat.7 2024-11-20T20:25:36,118 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T20:25:36,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.8 2024-11-20T20:25:36,119 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.8 after 1ms 2024-11-20T20:25:36,126 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.8 took 7ms 2024-11-20T20:25:36,142 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.8 so closing down 2024-11-20T20:25:36,142 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:36,142 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:36,149 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:36,155 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:36,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:36,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:36,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742002_1181 (size=753) 2024-11-20T20:25:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742002_1181 (size=753) 2024-11-20T20:25:36,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:36,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T20:25:36,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742003_1182 (size=753) 2024-11-20T20:25:36,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742003_1182 (size=753) 2024-11-20T20:25:36,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:36,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T20:25:36,244 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:36,245 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.8, size=1.4 K (1413bytes) at 1732134336118Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.8 so closing down at 1732134336142 (+24 ms)3 split writer threads finished at 1732134336142Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732134336168 (+26 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732134336182 (+14 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134336213 (+31 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732134336215 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134336232 (+17 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732134336244 (+12 ms)Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134336244 2024-11-20T20:25:36,256 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/oldWALs/wal.dat.8 2024-11-20T20:25:36,256 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T20:25:36,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.9 2024-11-20T20:25:36,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.9 after 1ms 2024-11-20T20:25:36,263 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.9 took 7ms 2024-11-20T20:25:36,274 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.9 so closing down 2024-11-20T20:25:36,274 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:36,281 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:36,290 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:36,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:36,293 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:36,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:36,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742004_1183 (size=753) 2024-11-20T20:25:36,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742004_1183 (size=753) 2024-11-20T20:25:36,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:36,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T20:25:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742005_1184 (size=753) 2024-11-20T20:25:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742005_1184 (size=753) 2024-11-20T20:25:36,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:36,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T20:25:36,738 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 466 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:36,738 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.9, size=1.4 K (1413bytes) at 1732134336256Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.9 so closing down at 1732134336274 (+18 ms)3 split writer threads finished at 1732134336281 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732134336293 (+12 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732134336296 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134336330 (+34 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732134336333 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134336733 (+400 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732134336737 (+4 ms)Processed 20 edits across 2 Regions in 466 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134336738 (+1 ms) 2024-11-20T20:25:36,742 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/WALs/testmovedwalduringrecovery,16010,1732134333570/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/ee33d08b-d341-25d9-a240-eabb1685db13/oldWALs/wal.dat.9 2024-11-20T20:25:36,765 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139 (was 139), OpenFileDescriptor=395 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=766 (was 728) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1711 (was 1805) 2024-11-20T20:25:36,790 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=766, ProcessCount=11, AvailableMemoryMB=1710 2024-11-20T20:25:36,790 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:36,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742006_1185 (size=7) 2024-11-20T20:25:36,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742006_1185 (size=7) 2024-11-20T20:25:36,838 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:36,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:36,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:36,843 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:36,853 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-20T20:25:36,854 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-20T20:25:36,857 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-20T20:25:36,858 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-20T20:25:36,859 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-20T20:25:36,899 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/WALs/testthreading,16010,1732134336844/wal.dat..fake, size=0 (0bytes) 2024-11-20T20:25:36,912 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/WALs/testthreading,16010,1732134336844/wal.dat..fake took 14ms 2024-11-20T20:25:37,718 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/WALs/testthreading,16010,1732134336844/wal.dat..fake so closing down 2024-11-20T20:25:37,719 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:37,720 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:37,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-20T20:25:37,749 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-20T20:25:37,764 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-20T20:25:37,851 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 87 ms) 2024-11-20T20:25:37,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 116 ms) 2024-11-20T20:25:37,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 118 ms) 2024-11-20T20:25:37,871 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-20T20:25:37,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-20T20:25:37,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 90 ms) 2024-11-20T20:25:37,973 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 101 ms) 2024-11-20T20:25:37,976 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 1054 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/WALs/testthreading,16010,1732134336844/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T20:25:37,976 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/WALs/testthreading,16010,1732134336844/wal.dat..fake, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/WALs/testthreading,16010,1732134336844/wal.dat..fake, size=0 (0bytes) at 1732134336899Split 1024 edits, skipped 0 edits. at 1732134336990 (+91 ms)Split 2048 edits, skipped 0 edits. at 1732134337045 (+55 ms)Split 3072 edits, skipped 0 edits. at 1732134337103 (+58 ms)Split 4096 edits, skipped 0 edits. at 1732134337157 (+54 ms)Split 5120 edits, skipped 0 edits. at 1732134337207 (+50 ms)Split 6144 edits, skipped 0 edits. at 1732134337250 (+43 ms)Split 7168 edits, skipped 0 edits. at 1732134337306 (+56 ms)Split 8192 edits, skipped 0 edits. at 1732134337356 (+50 ms)Split 9216 edits, skipped 0 edits. at 1732134337410 (+54 ms)Split 10240 edits, skipped 0 edits. at 1732134337460 (+50 ms)Split 11264 edits, skipped 0 edits. at 1732134337487 (+27 ms)Split 12288 edits, skipped 0 edits. at 1732134337512 (+25 ms)Split 13312 edits, skipped 0 edits. at 1732134337549 (+37 ms)Split 14336 edits, skipped 0 edits. at 1732134337587 (+38 ms)Split 15360 edits, skipped 0 edits. at 1732134337628 (+41 ms)Split 16384 edits, skipped 0 edits. at 1732134337656 (+28 ms)Split 17408 edits, skipped 0 edits. at 1732134337674 (+18 ms)Split 18432 edits, skipped 0 edits. at 1732134337690 (+16 ms)Split 19456 edits, skipped 0 edits. at 1732134337706 (+16 ms)Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/WALs/testthreading,16010,1732134336844/wal.dat..fake so closing down at 1732134337718 (+12 ms)3 split writer threads finished at 1732134337720 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1732134337737 (+17 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1732134337749 (+12 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1732134337764 (+15 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 87 ms) at 1732134337851 (+87 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 116 ms) at 1732134337853 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 118 ms) at 1732134337868 (+15 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1732134337871 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1732134337872 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 90 ms) at 1732134337962 (+90 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 101 ms) at 1732134337973 (+11 ms)Processed 20000 edits across 5 Regions in 1054 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f7a44853-3f6d-c2e3-7cd0-fb44b74242ad/WALs/testthreading,16010,1732134336844/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1732134337976 (+3 ms) 2024-11-20T20:25:37,977 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-20T20:25:37,977 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-20T20:25:37,977 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-20T20:25:37,977 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-20T20:25:37,977 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-20T20:25:38,017 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138 (was 139), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=766 (was 766), ProcessCount=11 (was 11), AvailableMemoryMB=1583 (was 1710) 2024-11-20T20:25:38,043 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=766, ProcessCount=11, AvailableMemoryMB=1582 2024-11-20T20:25:38,044 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:38,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742007_1186 (size=7) 2024-11-20T20:25:38,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742007_1186 (size=7) 2024-11-20T20:25:38,078 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:38,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:38,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:38,092 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:38,095 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-20T20:25:38,100 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:38,102 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:38,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:38,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742008_1187 (size=1393) 2024-11-20T20:25:38,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742008_1187 (size=1393) 2024-11-20T20:25:38,165 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:38,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:38,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742009_1188 (size=1393) 2024-11-20T20:25:38,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742009_1188 (size=1393) 2024-11-20T20:25:38,253 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:38,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:38,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742010_1189 (size=1393) 2024-11-20T20:25:38,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742010_1189 (size=1393) 2024-11-20T20:25:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:38,348 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:38,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742011_1190 (size=1393) 2024-11-20T20:25:38,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742011_1190 (size=1393) 2024-11-20T20:25:38,411 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:38,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:38,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742012_1191 (size=1393) 2024-11-20T20:25:38,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742012_1191 (size=1393) 2024-11-20T20:25:38,537 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:38,538 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:38,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742013_1192 (size=1393) 2024-11-20T20:25:38,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742013_1192 (size=1393) 2024-11-20T20:25:38,603 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:38,603 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742014_1193 (size=1405) 2024-11-20T20:25:38,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742014_1193 (size=1405) 2024-11-20T20:25:38,651 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:38,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:38,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742015_1194 (size=1413) 2024-11-20T20:25:38,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742015_1194 (size=1413) 2024-11-20T20:25:38,678 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:38,679 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:38,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742016_1195 (size=1413) 2024-11-20T20:25:38,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742016_1195 (size=1413) 2024-11-20T20:25:38,711 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:38,711 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:38,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742017_1196 (size=1413) 2024-11-20T20:25:38,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742017_1196 (size=1413) 2024-11-20T20:25:38,741 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:38,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-20T20:25:38,775 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat..empty, size=0 (0bytes) 2024-11-20T20:25:38,775 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat..empty might be still open, length is 0 2024-11-20T20:25:38,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat..empty 2024-11-20T20:25:38,776 WARN [IPC Server handler 2 on default port 41023 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat..empty closed. 2024-11-20T20:25:38,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat..empty after 2ms 2024-11-20T20:25:38,781 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-20T20:25:38,781 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat..empty; empty? 2024-11-20T20:25:38,782 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat..empty so closing down 2024-11-20T20:25:38,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T20:25:38,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat..empty, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat..empty, size=0 (0bytes) at 1732134338775Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat..empty so closing down at 1732134338782 (+7 ms)Processed 0 edits across 0 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1732134338782 2024-11-20T20:25:38,786 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat..empty to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/oldWALs/wal.dat..empty 2024-11-20T20:25:38,786 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:25:38,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.0 2024-11-20T20:25:38,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.0 after 1ms 2024-11-20T20:25:38,789 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.0 took 3ms 2024-11-20T20:25:38,799 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.0 so closing down 2024-11-20T20:25:38,799 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:38,799 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:38,809 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:38,809 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:38,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:38,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:38,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742019_1198 (size=743) 2024-11-20T20:25:38,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742019_1198 (size=743) 2024-11-20T20:25:38,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742018_1197 (size=743) 2024-11-20T20:25:38,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742018_1197 (size=743) 2024-11-20T20:25:38,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:38,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T20:25:39,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:39,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:25:39,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 466 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:39,262 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.0, size=1.4 K (1393bytes) at 1732134338786Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.0 so closing down at 1732134338799 (+13 ms)3 split writer threads finished at 1732134338799Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134338810 (+11 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134338811 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134338872 (+61 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732134338876 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134339260 (+384 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134339262 (+2 ms)Processed 20 edits across 2 Regions in 466 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134339262 2024-11-20T20:25:39,265 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/oldWALs/wal.dat.0 2024-11-20T20:25:39,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:25:39,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.1 2024-11-20T20:25:39,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.1 after 0ms 2024-11-20T20:25:39,269 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.1 took 3ms 2024-11-20T20:25:39,284 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.1 so closing down 2024-11-20T20:25:39,284 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:39,284 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:39,291 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:39,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:39,295 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:39,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742020_1199 (size=743) 2024-11-20T20:25:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742020_1199 (size=743) 2024-11-20T20:25:39,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:39,319 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T20:25:39,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742021_1200 (size=743) 2024-11-20T20:25:39,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742021_1200 (size=743) 2024-11-20T20:25:39,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:39,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T20:25:39,770 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 488 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:39,770 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.1, size=1.4 K (1393bytes) at 1732134339266Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.1 so closing down at 1732134339284 (+18 ms)3 split writer threads finished at 1732134339284Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134339293 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134339304 (+11 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134339317 (+13 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732134339319 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134339768 (+449 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732134339770 (+2 ms)Processed 20 edits across 2 Regions in 488 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134339770 2024-11-20T20:25:39,772 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/oldWALs/wal.dat.1 2024-11-20T20:25:39,773 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:25:39,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.2 2024-11-20T20:25:39,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.2 after 0ms 2024-11-20T20:25:39,789 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.2 took 16ms 2024-11-20T20:25:39,806 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.2 so closing down 2024-11-20T20:25:39,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:39,811 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:39,824 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:39,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:39,886 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:39,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:39,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742022_1201 (size=743) 2024-11-20T20:25:39,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742022_1201 (size=743) 2024-11-20T20:25:39,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:39,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T20:25:39,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742023_1202 (size=743) 2024-11-20T20:25:39,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742023_1202 (size=743) 2024-11-20T20:25:39,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:39,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T20:25:39,982 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 177 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:39,982 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.2, size=1.4 K (1393bytes) at 1732134339773Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.2 so closing down at 1732134339806 (+33 ms)3 split writer threads finished at 1732134339811 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134339826 (+15 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134339904 (+78 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134339955 (+51 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732134339957 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134339980 (+23 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732134339981 (+1 ms)Processed 20 edits across 2 Regions in 177 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134339982 (+1 ms) 2024-11-20T20:25:39,989 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/oldWALs/wal.dat.2 2024-11-20T20:25:39,989 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:25:39,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.3 2024-11-20T20:25:39,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.3 after 1ms 2024-11-20T20:25:39,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.3 took 7ms 2024-11-20T20:25:40,005 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.3 so closing down 2024-11-20T20:25:40,005 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:40,007 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:40,019 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:40,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:40,031 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:40,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:40,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742024_1203 (size=743) 2024-11-20T20:25:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742024_1203 (size=743) 2024-11-20T20:25:40,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:40,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T20:25:40,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742025_1204 (size=743) 2024-11-20T20:25:40,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742025_1204 (size=743) 2024-11-20T20:25:40,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:40,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T20:25:40,131 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:40,131 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.3, size=1.4 K (1393bytes) at 1732134339989Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.3 so closing down at 1732134340005 (+16 ms)3 split writer threads finished at 1732134340007 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732134340026 (+19 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732134340036 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134340099 (+63 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732134340104 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134340127 (+23 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732134340130 (+3 ms)Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134340131 (+1 ms) 2024-11-20T20:25:40,134 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/oldWALs/wal.dat.3 2024-11-20T20:25:40,135 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T20:25:40,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.4 2024-11-20T20:25:40,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.4 after 1ms 2024-11-20T20:25:40,140 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.4 took 5ms 2024-11-20T20:25:40,146 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.4 so closing down 2024-11-20T20:25:40,147 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:40,147 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:40,150 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:40,161 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:40,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:40,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:40,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742027_1206 (size=743) 2024-11-20T20:25:40,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742027_1206 (size=743) 2024-11-20T20:25:40,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:40,234 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T20:25:40,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742026_1205 (size=743) 2024-11-20T20:25:40,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742026_1205 (size=743) 2024-11-20T20:25:40,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:40,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T20:25:40,246 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:40,246 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.4, size=1.4 K (1393bytes) at 1732134340135Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.4 so closing down at 1732134340146 (+11 ms)3 split writer threads finished at 1732134340147 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732134340172 (+25 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732134340187 (+15 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134340233 (+46 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732134340234 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134340243 (+9 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732134340246 (+3 ms)Processed 20 edits across 2 Regions in 101 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134340246 2024-11-20T20:25:40,251 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/oldWALs/wal.dat.4 2024-11-20T20:25:40,252 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T20:25:40,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.5 2024-11-20T20:25:40,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.5 after 0ms 2024-11-20T20:25:40,256 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.5 took 5ms 2024-11-20T20:25:40,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.5 so closing down 2024-11-20T20:25:40,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:40,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:40,289 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:40,311 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:40,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:40,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:40,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742028_1207 (size=743) 2024-11-20T20:25:40,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742028_1207 (size=743) 2024-11-20T20:25:40,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742029_1208 (size=743) 2024-11-20T20:25:40,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:40,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742029_1208 (size=743) 2024-11-20T20:25:40,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T20:25:40,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:40,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T20:25:40,787 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 510 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:40,787 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.5, size=1.4 K (1393bytes) at 1732134340252Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.5 so closing down at 1732134340278 (+26 ms)3 split writer threads finished at 1732134340278Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732134340320 (+42 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732134340333 (+13 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134340414 (+81 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732134340416 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134340785 (+369 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732134340787 (+2 ms)Processed 20 edits across 2 Regions in 510 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134340787 2024-11-20T20:25:40,789 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/oldWALs/wal.dat.5 2024-11-20T20:25:40,789 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T20:25:40,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.6 2024-11-20T20:25:40,790 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.6 after 1ms 2024-11-20T20:25:40,792 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.6 took 3ms 2024-11-20T20:25:40,794 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.6 so closing down 2024-11-20T20:25:40,794 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:40,794 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:40,801 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:40,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:40,809 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:40,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:40,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742030_1209 (size=749) 2024-11-20T20:25:40,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742030_1209 (size=749) 2024-11-20T20:25:40,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:40,833 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T20:25:40,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742031_1210 (size=749) 2024-11-20T20:25:40,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742031_1210 (size=749) 2024-11-20T20:25:40,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:40,845 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T20:25:40,846 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T20:25:40,846 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.6, size=1.4 K (1405bytes) at 1732134340789Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.6 so closing down at 1732134340794 (+5 ms)3 split writer threads finished at 1732134340794Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732134340802 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732134340815 (+13 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134340831 (+16 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732134340833 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134340840 (+7 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732134340845 (+5 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732134340846 (+1 ms) 2024-11-20T20:25:40,848 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/oldWALs/wal.dat.6 2024-11-20T20:25:40,848 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:25:40,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.7 2024-11-20T20:25:40,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.7 after 4ms 2024-11-20T20:25:40,862 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.7 took 14ms 2024-11-20T20:25:40,875 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.7 so closing down 2024-11-20T20:25:40,875 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:40,875 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:40,879 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:40,881 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:40,881 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:40,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:40,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742032_1211 (size=753) 2024-11-20T20:25:40,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742033_1212 (size=753) 2024-11-20T20:25:40,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742033_1212 (size=753) 2024-11-20T20:25:40,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742032_1211 (size=753) 2024-11-20T20:25:41,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:41,336 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:41,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T20:25:41,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T20:25:41,338 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 464 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:41,338 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.7, size=1.4 K (1413bytes) at 1732134340848Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.7 so closing down at 1732134340875 (+27 ms)3 split writer threads finished at 1732134340875Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732134340881 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732134340900 (+19 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134341336 (+436 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134341336Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732134341338 (+2 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732134341338Processed 20 edits across 2 Regions in 464 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134341338 2024-11-20T20:25:41,339 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/oldWALs/wal.dat.7 2024-11-20T20:25:41,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T20:25:41,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.8 2024-11-20T20:25:41,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.8 after 0ms 2024-11-20T20:25:41,342 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.8 took 3ms 2024-11-20T20:25:41,343 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.8 so closing down 2024-11-20T20:25:41,343 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:41,343 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:41,346 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:41,346 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:41,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:41,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:41,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742034_1213 (size=753) 2024-11-20T20:25:41,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742034_1213 (size=753) 2024-11-20T20:25:41,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:41,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T20:25:41,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742035_1214 (size=753) 2024-11-20T20:25:41,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742035_1214 (size=753) 2024-11-20T20:25:41,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:41,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T20:25:41,387 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:41,387 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.8, size=1.4 K (1413bytes) at 1732134341340Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.8 so closing down at 1732134341343 (+3 ms)3 split writer threads finished at 1732134341343Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732134341347 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732134341356 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134341367 (+11 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732134341369 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134341383 (+14 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732134341387 (+4 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134341387 2024-11-20T20:25:41,389 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/oldWALs/wal.dat.8 2024-11-20T20:25:41,390 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T20:25:41,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.9 2024-11-20T20:25:41,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.9 after 0ms 2024-11-20T20:25:41,392 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.9 took 3ms 2024-11-20T20:25:41,397 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.9 so closing down 2024-11-20T20:25:41,397 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:41,398 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:41,401 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:41,401 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:41,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:41,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:41,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742036_1215 (size=753) 2024-11-20T20:25:41,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742036_1215 (size=753) 2024-11-20T20:25:41,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:41,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742037_1216 (size=753) 2024-11-20T20:25:41,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742037_1216 (size=753) 2024-11-20T20:25:41,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:41,429 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T20:25:41,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T20:25:41,429 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:41,430 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.9, size=1.4 K (1413bytes) at 1732134341390Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.9 so closing down at 1732134341397 (+7 ms)3 split writer threads finished at 1732134341398 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732134341402 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732134341403 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134341426 (+23 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134341428 (+2 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732134341429 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732134341429Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134341429 2024-11-20T20:25:41,431 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/oldWALs/wal.dat.9 2024-11-20T20:25:41,431 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.empty, size=0 (0bytes) 2024-11-20T20:25:41,431 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.empty might be still open, length is 0 2024-11-20T20:25:41,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.empty 2024-11-20T20:25:41,432 WARN [IPC Server handler 4 on default port 41023 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.empty closed. 2024-11-20T20:25:41,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.empty after 1ms 2024-11-20T20:25:41,435 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-20T20:25:41,436 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.empty; empty? 2024-11-20T20:25:41,436 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.empty so closing down 2024-11-20T20:25:41,436 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T20:25:41,436 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.empty, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.empty, size=0 (0bytes) at 1732134341431Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.empty so closing down at 1732134341436 (+5 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1732134341436 2024-11-20T20:25:41,444 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/WALs/testemptyopenlogfiles,16010,1732134338092/wal.dat.empty to hdfs://localhost:41023/user/jenkins/test-data/d247c158-4d76-66d4-bcf8-82fa54330410/oldWALs/wal.dat.empty 2024-11-20T20:25:41,538 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=140 (was 138) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1268426863_22 at /127.0.0.1:39930 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Thread-1303 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1268426863_22 at /127.0.0.1:58782 [Waiting for operation #87] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Thread-1242 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=785 (was 766) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1480 (was 1582) 2024-11-20T20:25:41,545 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=140, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=785, ProcessCount=11, AvailableMemoryMB=1480 2024-11-20T20:25:41,545 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:41,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742038_1217 (size=7) 2024-11-20T20:25:41,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742038_1217 (size=7) 2024-11-20T20:25:41,569 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:41,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:41,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:41,574 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:41,574 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:41,575 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:41,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:41,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742039_1218 (size=1393) 2024-11-20T20:25:41,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742039_1218 (size=1393) 2024-11-20T20:25:41,628 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:41,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742040_1219 (size=1393) 2024-11-20T20:25:41,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742040_1219 (size=1393) 2024-11-20T20:25:41,654 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:41,654 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:41,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742041_1220 (size=1393) 2024-11-20T20:25:41,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742041_1220 (size=1393) 2024-11-20T20:25:41,669 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:41,669 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:41,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742042_1221 (size=1393) 2024-11-20T20:25:41,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742042_1221 (size=1393) 2024-11-20T20:25:41,701 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:41,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742043_1222 (size=1393) 2024-11-20T20:25:41,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742043_1222 (size=1393) 2024-11-20T20:25:41,723 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:41,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:41,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742044_1223 (size=1393) 2024-11-20T20:25:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742044_1223 (size=1393) 2024-11-20T20:25:41,740 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:41,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:41,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742045_1224 (size=1405) 2024-11-20T20:25:41,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742045_1224 (size=1405) 2024-11-20T20:25:41,783 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:41,783 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:41,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742046_1225 (size=1413) 2024-11-20T20:25:41,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742046_1225 (size=1413) 2024-11-20T20:25:41,811 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:41,811 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:41,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742047_1226 (size=1413) 2024-11-20T20:25:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742047_1226 (size=1413) 2024-11-20T20:25:41,840 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:41,840 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:41,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:41,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:41,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742048_1227 (size=1413) 2024-11-20T20:25:41,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742048_1227 (size=1413) 2024-11-20T20:25:41,881 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:41,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742049_1228 (size=1398) 2024-11-20T20:25:41,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742049_1228 (size=1398) 2024-11-20T20:25:41,963 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:25:41,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.0 2024-11-20T20:25:41,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.0 after 0ms 2024-11-20T20:25:41,967 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.0 took 3ms 2024-11-20T20:25:41,976 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.0 so closing down 2024-11-20T20:25:41,976 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:41,984 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:41,992 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:42,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:42,005 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:42,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:42,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742050_1229 (size=743) 2024-11-20T20:25:42,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742050_1229 (size=743) 2024-11-20T20:25:42,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:42,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:25:42,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742051_1230 (size=743) 2024-11-20T20:25:42,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742051_1230 (size=743) 2024-11-20T20:25:42,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:42,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T20:25:42,094 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 120 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:42,094 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.0, size=1.4 K (1393bytes) at 1732134341963Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.0 so closing down at 1732134341976 (+13 ms)3 split writer threads finished at 1732134341984 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134342005 (+21 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134342009 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134342029 (+20 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134342034 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134342090 (+56 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732134342093 (+3 ms)Processed 20 edits across 2 Regions in 120 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134342094 (+1 ms) 2024-11-20T20:25:42,097 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/oldWALs/wal.dat.0 2024-11-20T20:25:42,097 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:25:42,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.1 2024-11-20T20:25:42,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.1 after 1ms 2024-11-20T20:25:42,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.1 took 6ms 2024-11-20T20:25:42,125 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.1 so closing down 2024-11-20T20:25:42,125 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:42,133 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:42,159 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:42,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:42,170 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:42,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:42,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742052_1231 (size=743) 2024-11-20T20:25:42,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742052_1231 (size=743) 2024-11-20T20:25:42,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:42,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T20:25:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742053_1232 (size=743) 2024-11-20T20:25:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742053_1232 (size=743) 2024-11-20T20:25:42,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:42,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T20:25:42,292 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 168 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:42,292 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.1, size=1.4 K (1393bytes) at 1732134342097Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.1 so closing down at 1732134342125 (+28 ms)3 split writer threads finished at 1732134342133 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134342166 (+33 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134342180 (+14 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134342254 (+74 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732134342256 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134342287 (+31 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732134342292 (+5 ms)Processed 20 edits across 2 Regions in 168 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134342292 2024-11-20T20:25:42,296 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/oldWALs/wal.dat.1 2024-11-20T20:25:42,297 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:25:42,297 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.2 2024-11-20T20:25:42,297 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.2 after 0ms 2024-11-20T20:25:42,362 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.2 took 66ms 2024-11-20T20:25:42,364 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.2 so closing down 2024-11-20T20:25:42,365 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:42,373 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:42,401 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:42,404 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:42,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:42,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:42,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742054_1233 (size=743) 2024-11-20T20:25:42,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742054_1233 (size=743) 2024-11-20T20:25:42,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:42,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T20:25:42,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742055_1234 (size=743) 2024-11-20T20:25:42,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742055_1234 (size=743) 2024-11-20T20:25:42,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:42,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T20:25:42,552 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 189 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:42,552 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.2, size=1.4 K (1393bytes) at 1732134342297Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.2 so closing down at 1732134342364 (+67 ms)3 split writer threads finished at 1732134342373 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134342405 (+32 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134342437 (+32 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134342504 (+67 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732134342507 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134342542 (+35 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732134342544 (+2 ms)Processed 20 edits across 2 Regions in 189 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134342552 (+8 ms) 2024-11-20T20:25:42,559 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/oldWALs/wal.dat.2 2024-11-20T20:25:42,559 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:25:42,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.3 2024-11-20T20:25:42,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.3 after 1ms 2024-11-20T20:25:42,563 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.3 took 4ms 2024-11-20T20:25:42,585 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.3 so closing down 2024-11-20T20:25:42,585 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:42,585 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:42,597 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:42,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:42,618 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:42,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:42,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742056_1235 (size=743) 2024-11-20T20:25:42,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742056_1235 (size=743) 2024-11-20T20:25:42,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:42,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T20:25:42,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742057_1236 (size=743) 2024-11-20T20:25:42,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742057_1236 (size=743) 2024-11-20T20:25:42,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:42,639 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T20:25:42,639 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:42,639 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.3, size=1.4 K (1393bytes) at 1732134342559Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.3 so closing down at 1732134342585 (+26 ms)3 split writer threads finished at 1732134342585Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732134342617 (+32 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732134342623 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134342631 (+8 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732134342632 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134342638 (+6 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732134342639 (+1 ms)Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134342639 2024-11-20T20:25:42,641 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/oldWALs/wal.dat.3 2024-11-20T20:25:42,642 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T20:25:42,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.4 2024-11-20T20:25:42,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.4 after 1ms 2024-11-20T20:25:42,646 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.4 took 5ms 2024-11-20T20:25:42,652 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.4 so closing down 2024-11-20T20:25:42,653 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:42,653 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:42,657 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:42,659 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:42,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:42,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742058_1237 (size=743) 2024-11-20T20:25:42,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742058_1237 (size=743) 2024-11-20T20:25:42,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:42,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T20:25:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742059_1238 (size=743) 2024-11-20T20:25:42,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742059_1238 (size=743) 2024-11-20T20:25:42,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:42,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T20:25:42,691 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:42,691 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.4, size=1.4 K (1393bytes) at 1732134342642Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.4 so closing down at 1732134342653 (+11 ms)3 split writer threads finished at 1732134342653Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732134342661 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732134342661Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134342680 (+19 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732134342681 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134342689 (+8 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732134342691 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134342691 2024-11-20T20:25:42,694 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/oldWALs/wal.dat.4 2024-11-20T20:25:42,694 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.5, size=1.4 K (1398bytes) 2024-11-20T20:25:42,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.5 2024-11-20T20:25:42,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.5 after 1ms 2024-11-20T20:25:42,698 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.5 took 4ms 2024-11-20T20:25:42,715 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:25:42,716 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.5 so closing down 2024-11-20T20:25:42,716 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:42,716 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:42,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:42,741 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:42,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:42,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:42,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742061_1240 (size=743) 2024-11-20T20:25:42,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742061_1240 (size=743) 2024-11-20T20:25:42,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742060_1239 (size=743) 2024-11-20T20:25:42,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742060_1239 (size=743) 2024-11-20T20:25:42,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:42,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T20:25:43,203 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:43,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T20:25:43,206 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 493 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-20T20:25:43,206 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.5, size=1.4 K (1398bytes) at 1732134342694Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.5 so closing down at 1732134342716 (+22 ms)3 split writer threads finished at 1732134342716Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732134342742 (+26 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732134342743 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134342815 (+72 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732134342817 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134343203 (+386 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732134343205 (+2 ms)Processed 20 edits across 2 Regions in 493 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1732134343206 (+1 ms) 2024-11-20T20:25:43,210 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/corrupt/wal.dat.5 2024-11-20T20:25:43,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T20:25:43,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.6 2024-11-20T20:25:43,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.6 after 0ms 2024-11-20T20:25:43,214 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.6 took 4ms 2024-11-20T20:25:43,215 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.6 so closing down 2024-11-20T20:25:43,215 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:43,215 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:43,220 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:43,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:43,226 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:43,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:43,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742062_1241 (size=749) 2024-11-20T20:25:43,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742062_1241 (size=749) 2024-11-20T20:25:43,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:43,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T20:25:43,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742063_1242 (size=749) 2024-11-20T20:25:43,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742063_1242 (size=749) 2024-11-20T20:25:43,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:43,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T20:25:43,258 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T20:25:43,258 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.6, size=1.4 K (1405bytes) at 1732134343210Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.6 so closing down at 1732134343215 (+5 ms)3 split writer threads finished at 1732134343215Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732134343224 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732134343232 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134343245 (+13 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732134343247 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134343257 (+10 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732134343258 (+1 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732134343258 2024-11-20T20:25:43,265 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/oldWALs/wal.dat.6 2024-11-20T20:25:43,265 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:25:43,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.7 2024-11-20T20:25:43,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.7 after 0ms 2024-11-20T20:25:43,268 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.7 took 3ms 2024-11-20T20:25:43,284 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.7 so closing down 2024-11-20T20:25:43,284 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:43,284 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:43,289 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:43,307 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:43,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:43,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:43,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742064_1243 (size=753) 2024-11-20T20:25:43,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:43,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742064_1243 (size=753) 2024-11-20T20:25:43,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T20:25:43,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742065_1244 (size=753) 2024-11-20T20:25:43,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742065_1244 (size=753) 2024-11-20T20:25:43,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:43,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T20:25:43,377 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:43,377 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.7, size=1.4 K (1413bytes) at 1732134343265Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.7 so closing down at 1732134343284 (+19 ms)3 split writer threads finished at 1732134343284Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732134343308 (+24 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732134343323 (+15 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134343359 (+36 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732134343363 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134343375 (+12 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732134343377 (+2 ms)Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134343377 2024-11-20T20:25:43,383 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/oldWALs/wal.dat.7 2024-11-20T20:25:43,383 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T20:25:43,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.8 2024-11-20T20:25:43,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.8 after 1ms 2024-11-20T20:25:43,386 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.8 took 3ms 2024-11-20T20:25:43,396 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.8 so closing down 2024-11-20T20:25:43,396 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:43,416 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:43,421 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:43,426 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:43,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:43,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:43,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742066_1245 (size=753) 2024-11-20T20:25:43,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:43,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742066_1245 (size=753) 2024-11-20T20:25:43,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T20:25:43,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742067_1246 (size=753) 2024-11-20T20:25:43,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742067_1246 (size=753) 2024-11-20T20:25:43,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:43,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T20:25:43,476 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:43,476 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.8, size=1.4 K (1413bytes) at 1732134343383Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.8 so closing down at 1732134343396 (+13 ms)3 split writer threads finished at 1732134343416 (+20 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732134343436 (+20 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732134343441 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134343455 (+14 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732134343457 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134343474 (+17 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732134343475 (+1 ms)Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134343476 (+1 ms) 2024-11-20T20:25:43,478 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/oldWALs/wal.dat.8 2024-11-20T20:25:43,479 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T20:25:43,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.9 2024-11-20T20:25:43,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.9 after 0ms 2024-11-20T20:25:43,482 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.9 took 4ms 2024-11-20T20:25:43,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.9 so closing down 2024-11-20T20:25:43,485 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:43,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:43,498 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:43,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:43,516 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:43,528 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:43,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742068_1247 (size=753) 2024-11-20T20:25:43,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742068_1247 (size=753) 2024-11-20T20:25:43,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:43,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T20:25:43,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742069_1248 (size=753) 2024-11-20T20:25:43,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742069_1248 (size=753) 2024-11-20T20:25:43,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:43,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T20:25:43,605 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 121 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:43,605 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.9, size=1.4 K (1413bytes) at 1732134343479Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.9 so closing down at 1732134343485 (+6 ms)3 split writer threads finished at 1732134343486 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732134343500 (+14 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732134343528 (+28 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134343545 (+17 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732134343547 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134343602 (+55 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732134343605 (+3 ms)Processed 20 edits across 2 Regions in 121 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134343605 2024-11-20T20:25:43,608 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732134341574/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/4756f643-b42c-3857-3ff2-7f5ca47847b0/oldWALs/wal.dat.9 2024-11-20T20:25:43,725 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=140 (was 140), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=785 (was 785), ProcessCount=11 (was 11), AvailableMemoryMB=1465 (was 1480) 2024-11-20T20:25:43,732 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=140, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=785, ProcessCount=11, AvailableMemoryMB=1465 2024-11-20T20:25:43,732 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:43,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742070_1249 (size=7) 2024-11-20T20:25:43,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742070_1249 (size=7) 2024-11-20T20:25:43,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:43,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:43,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:43,760 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:43,761 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c/data/default/t1/d07e5a1cc65b237b7e9f2e20f4e188cc 2024-11-20T20:25:43,761 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region d07e5a1cc65b237b7e9f2e20f4e188cc 2024-11-20T20:25:43,766 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:43,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:43,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:43,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:43,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:43,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:43,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:43,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:43,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:43,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:43,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:43,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:43,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:43,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:43,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:43,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:43,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:43,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:43,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:43,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742071_1250 (size=3851) 2024-11-20T20:25:43,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742071_1250 (size=3851) 2024-11-20T20:25:43,895 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/WALs/testsplitleavescompactioneventsedits,16010,1732134343760/wal.dat.0, size=3.8 K (3851bytes) 2024-11-20T20:25:43,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/WALs/testsplitleavescompactioneventsedits,16010,1732134343760/wal.dat.0 2024-11-20T20:25:43,896 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/WALs/testsplitleavescompactioneventsedits,16010,1732134343760/wal.dat.0 after 1ms 2024-11-20T20:25:43,898 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/WALs/testsplitleavescompactioneventsedits,16010,1732134343760/wal.dat.0 took 3ms 2024-11-20T20:25:43,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/WALs/testsplitleavescompactioneventsedits,16010,1732134343760/wal.dat.0 so closing down 2024-11-20T20:25:43,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:43,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:43,932 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:43,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/data/default/t1/d07e5a1cc65b237b7e9f2e20f4e188cc/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:43,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742072_1251 (size=1591) 2024-11-20T20:25:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742072_1251 (size=1591) 2024-11-20T20:25:43,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/data/default/t1/d07e5a1cc65b237b7e9f2e20f4e188cc/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:43,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/data/default/t1/d07e5a1cc65b237b7e9f2e20f4e188cc/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/data/default/t1/d07e5a1cc65b237b7e9f2e20f4e188cc/recovered.edits/0000000000000000009 2024-11-20T20:25:43,988 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 77 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/WALs/testsplitleavescompactioneventsedits,16010,1732134343760/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false 2024-11-20T20:25:43,989 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/WALs/testsplitleavescompactioneventsedits,16010,1732134343760/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/WALs/testsplitleavescompactioneventsedits,16010,1732134343760/wal.dat.0, size=3.8 K (3851bytes) at 1732134343895Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/WALs/testsplitleavescompactioneventsedits,16010,1732134343760/wal.dat.0 so closing down at 1732134343914 (+19 ms)3 split writer threads finished at 1732134343914Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/data/default/t1/d07e5a1cc65b237b7e9f2e20f4e188cc/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134343934 (+20 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/data/default/t1/d07e5a1cc65b237b7e9f2e20f4e188cc/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1732134343987 (+53 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/data/default/t1/d07e5a1cc65b237b7e9f2e20f4e188cc/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/data/default/t1/d07e5a1cc65b237b7e9f2e20f4e188cc/recovered.edits/0000000000000000009 at 1732134343988 (+1 ms)Processed 21 edits across 1 Regions in 77 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/WALs/testsplitleavescompactioneventsedits,16010,1732134343760/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false at 1732134343988 2024-11-20T20:25:43,991 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/WALs/testsplitleavescompactioneventsedits,16010,1732134343760/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/82a11366-b4bf-b2f9-bd4a-463fc428ab7b/oldWALs/wal.dat.0 2024-11-20T20:25:44,023 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=141 (was 140) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=785 (was 785), ProcessCount=11 (was 11), AvailableMemoryMB=1465 (was 1465) 2024-11-20T20:25:44,044 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=785, ProcessCount=11, AvailableMemoryMB=1465 2024-11-20T20:25:44,044 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:44,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742073_1252 (size=7) 2024-11-20T20:25:44,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742073_1252 (size=7) 2024-11-20T20:25:44,145 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:44,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:44,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:44,150 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:44,151 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-20T20:25:44,155 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:44,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742074_1253 (size=863) 2024-11-20T20:25:44,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742074_1253 (size=863) 2024-11-20T20:25:44,202 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:44,223 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/WALs/testsplitpreservesedits,16010,1732134344150/wal.dat.0, size=863 (863bytes) 2024-11-20T20:25:44,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/WALs/testsplitpreservesedits,16010,1732134344150/wal.dat.0 2024-11-20T20:25:44,224 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/WALs/testsplitpreservesedits,16010,1732134344150/wal.dat.0 after 0ms 2024-11-20T20:25:44,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/WALs/testsplitpreservesedits,16010,1732134344150/wal.dat.0 took 2ms 2024-11-20T20:25:44,227 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/WALs/testsplitpreservesedits,16010,1732134344150/wal.dat.0 so closing down 2024-11-20T20:25:44,227 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:44,229 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:44,238 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:44,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742075_1254 (size=863) 2024-11-20T20:25:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742075_1254 (size=863) 2024-11-20T20:25:44,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:44,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-20T20:25:44,290 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/WALs/testsplitpreservesedits,16010,1732134344150/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-20T20:25:44,290 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/WALs/testsplitpreservesedits,16010,1732134344150/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/WALs/testsplitpreservesedits,16010,1732134344150/wal.dat.0, size=863 (863bytes) at 1732134344223Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/WALs/testsplitpreservesedits,16010,1732134344150/wal.dat.0 so closing down at 1732134344227 (+4 ms)3 split writer threads finished at 1732134344229 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134344240 (+11 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134344287 (+47 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732134344290 (+3 ms)Processed 10 edits across 1 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/WALs/testsplitpreservesedits,16010,1732134344150/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1732134344290 2024-11-20T20:25:44,294 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/WALs/testsplitpreservesedits,16010,1732134344150/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/314b0388-2e05-3388-eb76-13af401562c9/oldWALs/wal.dat.0 2024-11-20T20:25:44,362 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=141 (was 141), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=785 (was 785), ProcessCount=11 (was 11), AvailableMemoryMB=1465 (was 1465) 2024-11-20T20:25:44,377 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=785, ProcessCount=11, AvailableMemoryMB=1465 2024-11-20T20:25:44,377 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742076_1255 (size=7) 2024-11-20T20:25:44,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742076_1255 (size=7) 2024-11-20T20:25:44,445 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:44,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:44,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:44,453 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:44,453 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:44,454 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:44,455 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:44,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742077_1256 (size=1393) 2024-11-20T20:25:44,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742077_1256 (size=1393) 2024-11-20T20:25:44,536 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:44,537 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:44,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742078_1257 (size=1393) 2024-11-20T20:25:44,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742078_1257 (size=1393) 2024-11-20T20:25:44,601 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:44,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:44,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742079_1258 (size=1393) 2024-11-20T20:25:44,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742079_1258 (size=1393) 2024-11-20T20:25:44,672 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:44,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:44,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742080_1259 (size=1393) 2024-11-20T20:25:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742080_1259 (size=1393) 2024-11-20T20:25:44,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:44,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:44,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742081_1260 (size=1393) 2024-11-20T20:25:44,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742081_1260 (size=1393) 2024-11-20T20:25:44,828 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:44,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:44,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742082_1261 (size=1393) 2024-11-20T20:25:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742082_1261 (size=1393) 2024-11-20T20:25:44,905 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:44,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:44,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:44,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742083_1262 (size=1405) 2024-11-20T20:25:44,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742083_1262 (size=1405) 2024-11-20T20:25:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:44,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:44,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742084_1263 (size=1413) 2024-11-20T20:25:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742084_1263 (size=1413) 2024-11-20T20:25:45,063 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:45,063 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742085_1264 (size=1413) 2024-11-20T20:25:45,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742085_1264 (size=1413) 2024-11-20T20:25:45,146 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:45,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:45,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:45,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:45,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742086_1265 (size=1413) 2024-11-20T20:25:45,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742086_1265 (size=1413) 2024-11-20T20:25:45,212 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:45,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742087_1266 (size=1394) 2024-11-20T20:25:45,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742087_1266 (size=1394) 2024-11-20T20:25:45,322 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:25:45,322 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.0 2024-11-20T20:25:45,323 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.0 after 0ms 2024-11-20T20:25:45,325 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.0 took 3ms 2024-11-20T20:25:45,341 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.0 so closing down 2024-11-20T20:25:45,341 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:45,360 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:45,366 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:45,384 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:45,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:45,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742088_1267 (size=743) 2024-11-20T20:25:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742088_1267 (size=743) 2024-11-20T20:25:45,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:45,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:25:45,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742089_1268 (size=743) 2024-11-20T20:25:45,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742089_1268 (size=743) 2024-11-20T20:25:45,465 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:45,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T20:25:45,468 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:45,468 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.0, size=1.4 K (1393bytes) at 1732134345322Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.0 so closing down at 1732134345341 (+19 ms)3 split writer threads finished at 1732134345360 (+19 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134345391 (+31 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134345391Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134345459 (+68 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134345461 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134345465 (+4 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732134345468 (+3 ms)Processed 20 edits across 2 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134345468 2024-11-20T20:25:45,473 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/oldWALs/wal.dat.0 2024-11-20T20:25:45,473 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:25:45,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.1 2024-11-20T20:25:45,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.1 after 1ms 2024-11-20T20:25:45,477 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.1 took 4ms 2024-11-20T20:25:45,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.1 so closing down 2024-11-20T20:25:45,485 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:45,488 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:45,510 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:45,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:45,536 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742090_1269 (size=743) 2024-11-20T20:25:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742090_1269 (size=743) 2024-11-20T20:25:45,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:45,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T20:25:45,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:45,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742091_1270 (size=743) 2024-11-20T20:25:45,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742091_1270 (size=743) 2024-11-20T20:25:46,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:46,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T20:25:46,068 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 584 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:46,068 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.1, size=1.4 K (1393bytes) at 1732134345473Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.1 so closing down at 1732134345485 (+12 ms)3 split writer threads finished at 1732134345489 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134345524 (+35 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134345580 (+56 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732134345582 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134345600 (+18 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134346063 (+463 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732134346068 (+5 ms)Processed 20 edits across 2 Regions in 584 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134346068 2024-11-20T20:25:46,081 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/oldWALs/wal.dat.1 2024-11-20T20:25:46,081 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:25:46,081 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.2 2024-11-20T20:25:46,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.2 after 1ms 2024-11-20T20:25:46,090 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.2 took 9ms 2024-11-20T20:25:46,152 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.2 so closing down 2024-11-20T20:25:46,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:46,161 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:46,180 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:46,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:46,208 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:46,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:46,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742092_1271 (size=743) 2024-11-20T20:25:46,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742092_1271 (size=743) 2024-11-20T20:25:46,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742093_1272 (size=743) 2024-11-20T20:25:46,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742093_1272 (size=743) 2024-11-20T20:25:46,277 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T20:25:46,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:46,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T20:25:46,656 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 506 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:46,656 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.2, size=1.4 K (1393bytes) at 1732134346081Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.2 so closing down at 1732134346152 (+71 ms)3 split writer threads finished at 1732134346161 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134346198 (+37 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134346240 (+42 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134346276 (+36 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732134346277 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134346653 (+376 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732134346656 (+3 ms)Processed 20 edits across 2 Regions in 506 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134346656 2024-11-20T20:25:46,659 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/oldWALs/wal.dat.2 2024-11-20T20:25:46,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:25:46,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.3 2024-11-20T20:25:46,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.3 after 1ms 2024-11-20T20:25:46,662 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.3 took 3ms 2024-11-20T20:25:46,669 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.3 so closing down 2024-11-20T20:25:46,669 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:46,670 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:46,672 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:46,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:46,681 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:46,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:46,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742094_1273 (size=743) 2024-11-20T20:25:46,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742094_1273 (size=743) 2024-11-20T20:25:46,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:46,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T20:25:46,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742095_1274 (size=743) 2024-11-20T20:25:46,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742095_1274 (size=743) 2024-11-20T20:25:46,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:46,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T20:25:46,721 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:46,721 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.3, size=1.4 K (1393bytes) at 1732134346659Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.3 so closing down at 1732134346669 (+10 ms)3 split writer threads finished at 1732134346670 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732134346676 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732134346685 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134346714 (+29 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732134346715 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134346720 (+5 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732134346721 (+1 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134346721 2024-11-20T20:25:46,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/oldWALs/wal.dat.3 2024-11-20T20:25:46,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T20:25:46,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.4 2024-11-20T20:25:46,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.4 after 1ms 2024-11-20T20:25:46,726 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.4 took 2ms 2024-11-20T20:25:46,728 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.4 so closing down 2024-11-20T20:25:46,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:46,729 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:46,731 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:46,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:46,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742096_1275 (size=743) 2024-11-20T20:25:46,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742096_1275 (size=743) 2024-11-20T20:25:46,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:46,744 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:46,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T20:25:46,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:46,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742097_1276 (size=743) 2024-11-20T20:25:46,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742097_1276 (size=743) 2024-11-20T20:25:46,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:46,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T20:25:46,777 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:46,777 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.4, size=1.4 K (1393bytes) at 1732134346723Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.4 so closing down at 1732134346728 (+5 ms)3 split writer threads finished at 1732134346729 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732134346733 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134346743 (+10 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732134346745 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732134346746 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134346775 (+29 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732134346777 (+2 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134346777 2024-11-20T20:25:46,778 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/oldWALs/wal.dat.4 2024-11-20T20:25:46,779 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.5, size=1.4 K (1394bytes) 2024-11-20T20:25:46,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.5 2024-11-20T20:25:46,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.5 after 0ms 2024-11-20T20:25:46,785 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-20T20:25:46,785 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.5 so closing down 2024-11-20T20:25:46,785 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-20T20:25:46,785 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.5, size=1.4 K (1394bytes) at 1732134346779Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.5 so closing down at 1732134346785 (+6 ms)Processed 0 edits across 0 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732134346785 2024-11-20T20:25:46,788 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/corrupt/wal.dat.5 2024-11-20T20:25:46,788 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T20:25:46,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.6 2024-11-20T20:25:46,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.6 after 1ms 2024-11-20T20:25:46,790 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.6 took 2ms 2024-11-20T20:25:46,793 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.6 so closing down 2024-11-20T20:25:46,793 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:46,796 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:46,800 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:46,802 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:46,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:46,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:46,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742098_1277 (size=749) 2024-11-20T20:25:46,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742098_1277 (size=749) 2024-11-20T20:25:46,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:46,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T20:25:46,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742099_1278 (size=749) 2024-11-20T20:25:46,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742099_1278 (size=749) 2024-11-20T20:25:46,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:46,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T20:25:46,870 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T20:25:46,870 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.6, size=1.4 K (1405bytes) at 1732134346788Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.6 so closing down at 1732134346793 (+5 ms)3 split writer threads finished at 1732134346796 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732134346808 (+12 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732134346808Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134346850 (+42 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732134346851 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134346867 (+16 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732134346870 (+3 ms)Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732134346870 2024-11-20T20:25:46,873 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/oldWALs/wal.dat.6 2024-11-20T20:25:46,873 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:25:46,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.7 2024-11-20T20:25:46,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.7 after 0ms 2024-11-20T20:25:46,875 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.7 took 2ms 2024-11-20T20:25:46,885 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.7 so closing down 2024-11-20T20:25:46,885 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:46,885 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:46,894 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:46,899 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:46,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:46,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742100_1279 (size=753) 2024-11-20T20:25:46,913 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:46,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742100_1279 (size=753) 2024-11-20T20:25:46,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:46,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T20:25:46,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742101_1280 (size=753) 2024-11-20T20:25:46,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742101_1280 (size=753) 2024-11-20T20:25:47,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:47,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T20:25:47,406 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 522 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:47,406 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.7, size=1.4 K (1413bytes) at 1732134346873Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.7 so closing down at 1732134346885 (+12 ms)3 split writer threads finished at 1732134346885Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732134346900 (+15 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732134346913 (+13 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134346916 (+3 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732134346917 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134347404 (+487 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732134347406 (+2 ms)Processed 20 edits across 2 Regions in 522 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134347406 2024-11-20T20:25:47,408 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/oldWALs/wal.dat.7 2024-11-20T20:25:47,409 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T20:25:47,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.8 2024-11-20T20:25:47,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.8 after 0ms 2024-11-20T20:25:47,411 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.8 took 2ms 2024-11-20T20:25:47,414 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.8 so closing down 2024-11-20T20:25:47,414 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:47,414 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:47,417 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:47,423 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:47,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:47,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742103_1282 (size=753) 2024-11-20T20:25:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742103_1282 (size=753) 2024-11-20T20:25:47,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:47,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742102_1281 (size=753) 2024-11-20T20:25:47,481 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T20:25:47,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:47,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742102_1281 (size=753) 2024-11-20T20:25:47,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T20:25:47,484 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:47,484 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.8, size=1.4 K (1413bytes) at 1732134347409Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.8 so closing down at 1732134347414 (+5 ms)3 split writer threads finished at 1732134347414Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732134347428 (+14 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732134347428Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134347479 (+51 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732134347482 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134347482Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732134347484 (+2 ms)Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134347484 2024-11-20T20:25:47,487 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/oldWALs/wal.dat.8 2024-11-20T20:25:47,487 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T20:25:47,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.9 2024-11-20T20:25:47,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.9 after 1ms 2024-11-20T20:25:47,490 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.9 took 3ms 2024-11-20T20:25:47,495 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.9 so closing down 2024-11-20T20:25:47,495 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:47,495 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:47,498 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:47,498 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:47,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:47,505 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:47,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742104_1283 (size=753) 2024-11-20T20:25:47,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742104_1283 (size=753) 2024-11-20T20:25:47,531 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:47,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T20:25:47,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742105_1284 (size=753) 2024-11-20T20:25:47,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742105_1284 (size=753) 2024-11-20T20:25:47,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:47,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T20:25:47,570 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:47,571 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.9, size=1.4 K (1413bytes) at 1732134347487Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.9 so closing down at 1732134347495 (+8 ms)3 split writer threads finished at 1732134347495Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732134347504 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732134347505 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134347531 (+26 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732134347536 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134347568 (+32 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732134347570 (+2 ms)Processed 20 edits across 2 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134347570 2024-11-20T20:25:47,573 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732134344453/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/dbafa00c-9e2c-75ff-2f0b-771ba9c325f9/oldWALs/wal.dat.9 2024-11-20T20:25:47,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=140 (was 141), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 785) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1451 (was 1465) 2024-11-20T20:25:47,685 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=1451 2024-11-20T20:25:47,685 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:47,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742106_1285 (size=7) 2024-11-20T20:25:47,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742106_1285 (size=7) 2024-11-20T20:25:47,741 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:47,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:47,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:47,746 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:47,746 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-20T20:25:47,747 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:47,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:47,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:47,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:47,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:47,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:47,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:47,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:47,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:47,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:47,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742107_1286 (size=2403) 2024-11-20T20:25:47,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742107_1286 (size=2403) 2024-11-20T20:25:47,834 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:47,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/WALs/testsplitremovesregioneventsedits,16010,1732134347746/wal.dat.0, size=2.3 K (2403bytes) 2024-11-20T20:25:47,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/WALs/testsplitremovesregioneventsedits,16010,1732134347746/wal.dat.0 2024-11-20T20:25:47,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/WALs/testsplitremovesregioneventsedits,16010,1732134347746/wal.dat.0 after 0ms 2024-11-20T20:25:47,863 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/WALs/testsplitremovesregioneventsedits,16010,1732134347746/wal.dat.0 took 3ms 2024-11-20T20:25:47,868 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/WALs/testsplitremovesregioneventsedits,16010,1732134347746/wal.dat.0 so closing down 2024-11-20T20:25:47,868 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:47,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:47,873 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:47,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:47,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742108_1287 (size=863) 2024-11-20T20:25:47,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:47,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742108_1287 (size=863) 2024-11-20T20:25:47,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-20T20:25:47,918 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 52 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/WALs/testsplitremovesregioneventsedits,16010,1732134347746/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-20T20:25:47,918 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/WALs/testsplitremovesregioneventsedits,16010,1732134347746/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/WALs/testsplitremovesregioneventsedits,16010,1732134347746/wal.dat.0, size=2.3 K (2403bytes) at 1732134347861Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/WALs/testsplitremovesregioneventsedits,16010,1732134347746/wal.dat.0 so closing down at 1732134347868 (+7 ms)3 split writer threads finished at 1732134347868Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134347875 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134347915 (+40 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732134347917 (+2 ms)Processed 20 edits across 1 Regions in 52 ms; skipped=10; WAL=hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/WALs/testsplitremovesregioneventsedits,16010,1732134347746/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1732134347918 (+1 ms) 2024-11-20T20:25:47,921 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/WALs/testsplitremovesregioneventsedits,16010,1732134347746/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/02d6546e-7a68-111d-11b7-45667878490f/oldWALs/wal.dat.0 2024-11-20T20:25:47,951 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 810), ProcessCount=11 (was 11), AvailableMemoryMB=1451 (was 1451) 2024-11-20T20:25:47,961 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=1450 2024-11-20T20:25:47,961 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:47,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742109_1288 (size=7) 2024-11-20T20:25:47,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742109_1288 (size=7) 2024-11-20T20:25:47,994 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:47,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:47,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:47,997 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:48,063 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 810), ProcessCount=11 (was 11), AvailableMemoryMB=1450 (was 1450) 2024-11-20T20:25:48,085 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=1450 2024-11-20T20:25:48,085 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:48,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742110_1289 (size=7) 2024-11-20T20:25:48,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742110_1289 (size=7) 2024-11-20T20:25:48,166 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:48,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:48,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:48,171 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:48,188 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:48,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742111_1290 (size=255) 2024-11-20T20:25:48,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742111_1290 (size=255) 2024-11-20T20:25:48,269 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/3fa915b6-40b2-a69a-4667-91e08b45f787/WALs/testsplitremovesreplicationmarkeredits,16010,1732134348171/wal.dat.1, size=255 (255bytes) 2024-11-20T20:25:48,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/3fa915b6-40b2-a69a-4667-91e08b45f787/WALs/testsplitremovesreplicationmarkeredits,16010,1732134348171/wal.dat.1 2024-11-20T20:25:48,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/3fa915b6-40b2-a69a-4667-91e08b45f787/WALs/testsplitremovesreplicationmarkeredits,16010,1732134348171/wal.dat.1 after 0ms 2024-11-20T20:25:48,273 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/3fa915b6-40b2-a69a-4667-91e08b45f787/WALs/testsplitremovesreplicationmarkeredits,16010,1732134348171/wal.dat.1 took 4ms 2024-11-20T20:25:48,281 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-20T20:25:48,281 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/3fa915b6-40b2-a69a-4667-91e08b45f787/WALs/testsplitremovesreplicationmarkeredits,16010,1732134348171/wal.dat.1 so closing down 2024-11-20T20:25:48,281 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:48,284 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:48,284 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/3fa915b6-40b2-a69a-4667-91e08b45f787/WALs/testsplitremovesreplicationmarkeredits,16010,1732134348171/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-20T20:25:48,284 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/3fa915b6-40b2-a69a-4667-91e08b45f787/WALs/testsplitremovesreplicationmarkeredits,16010,1732134348171/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/3fa915b6-40b2-a69a-4667-91e08b45f787/WALs/testsplitremovesreplicationmarkeredits,16010,1732134348171/wal.dat.1, size=255 (255bytes) at 1732134348269Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/3fa915b6-40b2-a69a-4667-91e08b45f787/WALs/testsplitremovesreplicationmarkeredits,16010,1732134348171/wal.dat.1 so closing down at 1732134348281 (+12 ms)3 split writer threads finished at 1732134348284 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/3fa915b6-40b2-a69a-4667-91e08b45f787/WALs/testsplitremovesreplicationmarkeredits,16010,1732134348171/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1732134348284 2024-11-20T20:25:48,287 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/3fa915b6-40b2-a69a-4667-91e08b45f787/WALs/testsplitremovesreplicationmarkeredits,16010,1732134348171/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/3fa915b6-40b2-a69a-4667-91e08b45f787/oldWALs/wal.dat.1 2024-11-20T20:25:48,317 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140 (was 140), OpenFileDescriptor=391 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 810), ProcessCount=11 (was 11), AvailableMemoryMB=1443 (was 1450) 2024-11-20T20:25:48,342 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=1443 2024-11-20T20:25:48,342 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:48,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742112_1291 (size=7) 2024-11-20T20:25:48,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742112_1291 (size=7) 2024-11-20T20:25:48,785 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:48,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:48,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:48,789 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:48,790 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-20T20:25:48,790 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-20T20:25:48,791 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:48,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742113_1292 (size=1941) 2024-11-20T20:25:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742113_1292 (size=1941) 2024-11-20T20:25:48,824 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:48,824 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c/data/default/t1/region__1 2024-11-20T20:25:48,847 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/a5ffa673-5ef3-645e-0895-30db408f7427/WALs/testsplitlogfiledeletedregiondir,16010,1732134348790/wal.dat.0, size=1.9 K (1941bytes) 2024-11-20T20:25:48,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/a5ffa673-5ef3-645e-0895-30db408f7427/WALs/testsplitlogfiledeletedregiondir,16010,1732134348790/wal.dat.0 2024-11-20T20:25:48,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/a5ffa673-5ef3-645e-0895-30db408f7427/WALs/testsplitlogfiledeletedregiondir,16010,1732134348790/wal.dat.0 after 1ms 2024-11-20T20:25:48,851 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/a5ffa673-5ef3-645e-0895-30db408f7427/WALs/testsplitlogfiledeletedregiondir,16010,1732134348790/wal.dat.0 took 4ms 2024-11-20T20:25:48,853 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-20T20:25:48,853 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/a5ffa673-5ef3-645e-0895-30db408f7427/WALs/testsplitlogfiledeletedregiondir,16010,1732134348790/wal.dat.0 so closing down 2024-11-20T20:25:48,853 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:48,853 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:48,853 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:41023/user/jenkins/test-data/a5ffa673-5ef3-645e-0895-30db408f7427/WALs/testsplitlogfiledeletedregiondir,16010,1732134348790/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-20T20:25:48,854 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/a5ffa673-5ef3-645e-0895-30db408f7427/WALs/testsplitlogfiledeletedregiondir,16010,1732134348790/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/a5ffa673-5ef3-645e-0895-30db408f7427/WALs/testsplitlogfiledeletedregiondir,16010,1732134348790/wal.dat.0, size=1.9 K (1941bytes) at 1732134348847Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/a5ffa673-5ef3-645e-0895-30db408f7427/WALs/testsplitlogfiledeletedregiondir,16010,1732134348790/wal.dat.0 so closing down at 1732134348853 (+6 ms)3 split writer threads finished at 1732134348853Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:41023/user/jenkins/test-data/a5ffa673-5ef3-645e-0895-30db408f7427/WALs/testsplitlogfiledeletedregiondir,16010,1732134348790/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1732134348854 (+1 ms) 2024-11-20T20:25:48,855 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/a5ffa673-5ef3-645e-0895-30db408f7427/WALs/testsplitlogfiledeletedregiondir,16010,1732134348790/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/a5ffa673-5ef3-645e-0895-30db408f7427/oldWALs/wal.dat.0 2024-11-20T20:25:48,867 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 810), ProcessCount=11 (was 11), AvailableMemoryMB=1447 (was 1443) - AvailableMemoryMB LEAK? - 2024-11-20T20:25:48,879 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=1447 2024-11-20T20:25:48,879 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742114_1293 (size=7) 2024-11-20T20:25:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742114_1293 (size=7) 2024-11-20T20:25:48,903 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:48,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:48,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:48,908 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:48,908 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-20T20:25:48,908 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:48,908 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:48,910 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:48,911 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:48,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742115_1294 (size=1393) 2024-11-20T20:25:48,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742115_1294 (size=1393) 2024-11-20T20:25:48,937 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:48,937 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:48,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:48,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742116_1295 (size=1393) 2024-11-20T20:25:48,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742116_1295 (size=1393) 2024-11-20T20:25:48,974 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:48,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:48,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:48,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742117_1296 (size=1393) 2024-11-20T20:25:49,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742117_1296 (size=1393) 2024-11-20T20:25:49,029 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:49,029 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:49,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742118_1297 (size=1393) 2024-11-20T20:25:49,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742118_1297 (size=1393) 2024-11-20T20:25:49,089 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:49,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:49,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742119_1298 (size=1393) 2024-11-20T20:25:49,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742119_1298 (size=1393) 2024-11-20T20:25:49,179 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:49,179 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:49,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742120_1299 (size=1393) 2024-11-20T20:25:49,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742120_1299 (size=1393) 2024-11-20T20:25:49,212 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:49,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:49,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742121_1300 (size=1405) 2024-11-20T20:25:49,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742121_1300 (size=1405) 2024-11-20T20:25:49,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:49,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:49,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742122_1301 (size=1413) 2024-11-20T20:25:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742122_1301 (size=1413) 2024-11-20T20:25:49,310 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:49,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:49,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742123_1302 (size=1413) 2024-11-20T20:25:49,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742123_1302 (size=1413) 2024-11-20T20:25:49,389 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:49,389 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742124_1303 (size=1413) 2024-11-20T20:25:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742124_1303 (size=1413) 2024-11-20T20:25:49,436 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:49,460 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4eb003b4-cbc1-4d1b-be10-c35ed235a94e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732134348908/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:25:49,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4eb003b4-cbc1-4d1b-be10-c35ed235a94e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732134348908/wal.dat.0 2024-11-20T20:25:49,461 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4eb003b4-cbc1-4d1b-be10-c35ed235a94e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732134348908/wal.dat.0 after 1ms 2024-11-20T20:25:49,464 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4eb003b4-cbc1-4d1b-be10-c35ed235a94e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732134348908/wal.dat.0 took 4ms 2024-11-20T20:25:49,473 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4eb003b4-cbc1-4d1b-be10-c35ed235a94e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732134348908/wal.dat.0 so closing down 2024-11-20T20:25:49,473 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:49,473 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:49,473 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4eb003b4-cbc1-4d1b-be10-c35ed235a94e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732134348908/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:49,473 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4eb003b4-cbc1-4d1b-be10-c35ed235a94e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732134348908/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4eb003b4-cbc1-4d1b-be10-c35ed235a94e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732134348908/wal.dat.0, size=1.4 K (1393bytes) at 1732134349460Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4eb003b4-cbc1-4d1b-be10-c35ed235a94e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732134348908/wal.dat.0 so closing down at 1732134349473 (+13 ms)3 split writer threads finished at 1732134349473Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4eb003b4-cbc1-4d1b-be10-c35ed235a94e/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732134348908/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134349473 2024-11-20T20:25:49,485 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 810), ProcessCount=11 (was 11), AvailableMemoryMB=1444 (was 1447) 2024-11-20T20:25:49,492 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=1444 2024-11-20T20:25:49,492 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:49,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742125_1304 (size=7) 2024-11-20T20:25:49,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742125_1304 (size=7) 2024-11-20T20:25:49,502 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:49,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:49,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:49,507 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:49,507 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:49,508 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:49,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:49,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742126_1305 (size=1393) 2024-11-20T20:25:49,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742126_1305 (size=1393) 2024-11-20T20:25:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:49,525 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742127_1306 (size=1393) 2024-11-20T20:25:49,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742127_1306 (size=1393) 2024-11-20T20:25:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:49,540 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742128_1307 (size=1393) 2024-11-20T20:25:49,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742128_1307 (size=1393) 2024-11-20T20:25:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:49,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742129_1308 (size=1393) 2024-11-20T20:25:49,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742129_1308 (size=1393) 2024-11-20T20:25:49,584 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:49,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:49,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742131_1310 (size=1393) 2024-11-20T20:25:49,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742131_1310 (size=1393) 2024-11-20T20:25:49,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:49,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:49,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742132_1311 (size=1405) 2024-11-20T20:25:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742132_1311 (size=1405) 2024-11-20T20:25:49,699 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:49,699 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:49,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742133_1312 (size=1413) 2024-11-20T20:25:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742133_1312 (size=1413) 2024-11-20T20:25:49,741 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:49,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:49,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742134_1313 (size=1413) 2024-11-20T20:25:49,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742134_1313 (size=1413) 2024-11-20T20:25:49,832 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:49,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:49,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742135_1314 (size=1413) 2024-11-20T20:25:49,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742135_1314 (size=1413) 2024-11-20T20:25:49,924 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:49,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:49,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:49,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742130_1309 (size=1458) 2024-11-20T20:25:49,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742130_1309 (size=1458) 2024-11-20T20:25:49,974 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:25:49,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.0 2024-11-20T20:25:49,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.0 after 0ms 2024-11-20T20:25:49,977 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.0 took 3ms 2024-11-20T20:25:49,990 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.0 so closing down 2024-11-20T20:25:49,990 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:49,998 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:50,010 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:50,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:50,016 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:50,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:50,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742136_1315 (size=743) 2024-11-20T20:25:50,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742136_1315 (size=743) 2024-11-20T20:25:50,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:50,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:25:50,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742137_1316 (size=743) 2024-11-20T20:25:50,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742137_1316 (size=743) 2024-11-20T20:25:50,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:50,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T20:25:50,070 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:50,070 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.0, size=1.4 K (1393bytes) at 1732134349974Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.0 so closing down at 1732134349990 (+16 ms)3 split writer threads finished at 1732134349998 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134350016 (+18 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134350027 (+11 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134350050 (+23 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134350052 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134350066 (+14 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732134350069 (+3 ms)Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134350070 (+1 ms) 2024-11-20T20:25:50,072 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/oldWALs/wal.dat.0 2024-11-20T20:25:50,073 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:25:50,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.1 2024-11-20T20:25:50,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.1 after 0ms 2024-11-20T20:25:50,075 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.1 took 3ms 2024-11-20T20:25:50,082 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.1 so closing down 2024-11-20T20:25:50,082 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:50,083 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:50,085 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:50,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:50,090 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:50,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:50,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742138_1317 (size=743) 2024-11-20T20:25:50,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742138_1317 (size=743) 2024-11-20T20:25:50,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:50,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T20:25:50,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742139_1318 (size=743) 2024-11-20T20:25:50,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742139_1318 (size=743) 2024-11-20T20:25:50,129 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:50,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T20:25:50,130 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:50,130 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.1, size=1.4 K (1393bytes) at 1732134350073Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.1 so closing down at 1732134350082 (+9 ms)3 split writer threads finished at 1732134350083 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134350089 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134350096 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134350103 (+7 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732134350104 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134350129 (+25 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732134350130 (+1 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134350130 2024-11-20T20:25:50,134 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/oldWALs/wal.dat.1 2024-11-20T20:25:50,134 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:25:50,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.2 2024-11-20T20:25:50,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.2 after 1ms 2024-11-20T20:25:50,137 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.2 took 3ms 2024-11-20T20:25:50,141 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.2 so closing down 2024-11-20T20:25:50,141 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:50,143 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:50,147 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:50,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:50,154 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:50,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:50,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742140_1319 (size=743) 2024-11-20T20:25:50,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742140_1319 (size=743) 2024-11-20T20:25:50,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:50,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T20:25:50,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742141_1320 (size=743) 2024-11-20T20:25:50,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742141_1320 (size=743) 2024-11-20T20:25:50,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:50,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T20:25:50,175 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:50,175 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.2, size=1.4 K (1393bytes) at 1732134350134Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.2 so closing down at 1732134350141 (+7 ms)3 split writer threads finished at 1732134350143 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134350153 (+10 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134350156 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134350168 (+12 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732134350170 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134350174 (+4 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732134350175 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134350175 2024-11-20T20:25:50,178 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/oldWALs/wal.dat.2 2024-11-20T20:25:50,178 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:25:50,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.3 2024-11-20T20:25:50,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.3 after 0ms 2024-11-20T20:25:50,180 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.3 took 2ms 2024-11-20T20:25:50,184 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.3 so closing down 2024-11-20T20:25:50,184 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:50,198 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:50,200 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:50,200 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:50,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:50,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:50,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742142_1321 (size=743) 2024-11-20T20:25:50,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742142_1321 (size=743) 2024-11-20T20:25:50,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:50,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T20:25:50,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742143_1322 (size=743) 2024-11-20T20:25:50,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742143_1322 (size=743) 2024-11-20T20:25:50,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:50,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T20:25:50,240 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:50,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.3, size=1.4 K (1393bytes) at 1732134350178Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.3 so closing down at 1732134350184 (+6 ms)3 split writer threads finished at 1732134350198 (+14 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732134350202 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732134350208 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134350227 (+19 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732134350228 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134350238 (+10 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732134350240 (+2 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134350240 2024-11-20T20:25:50,242 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/oldWALs/wal.dat.3 2024-11-20T20:25:50,242 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.4, size=1.4 K (1458bytes) 2024-11-20T20:25:50,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.4 2024-11-20T20:25:50,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.4 after 1ms 2024-11-20T20:25:50,246 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.4 took 4ms 2024-11-20T20:25:50,249 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.4 so closing down 2024-11-20T20:25:50,249 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:50,249 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:50,263 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:50,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:50,281 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-20T20:25:50,281 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:50,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-20T20:25:50,285 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:50,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-20T20:25:50,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.4, size=1.4 K (1458bytes) at 1732134350242Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.4 so closing down at 1732134350249 (+7 ms)3 split writer threads finished at 1732134350249Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732134350268 (+19 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1732134350284 (+16 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1732134350285 (+1 ms)Processed 21 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/WALs/testsplitwillfailifwritingtoregionfails,16010,1732134349507/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1732134350285 2024-11-20T20:25:50,286 WARN [Thread-2063 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:53360 remote=/127.0.0.1:44289]. Total timeout mills is 70000, 69995 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T20:25:50,286 WARN [Thread-2063 {}] hdfs.DataStreamer(1850): Abandoning BP-459342897-172.17.0.2-1732134294755:blk_1073742144_1323 2024-11-20T20:25:50,288 WARN [Thread-2063 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T20:25:50,289 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:50,306 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:50,307 WARN [Thread-2065 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T20:25:50,308 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:41023/user/jenkins/test-data/5fa7a461-e3f6-bbd1-cf51-30951ffb5df4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:50,327 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=142 (was 140) - Thread LEAK? -, OpenFileDescriptor=398 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=817 (was 810) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1423 (was 1444) 2024-11-20T20:25:50,340 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=143, OpenFileDescriptor=400, MaxFileDescriptor=1048576, SystemLoadAverage=817, ProcessCount=11, AvailableMemoryMB=1423 2024-11-20T20:25:50,341 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:50,343 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_361200917_22 at /127.0.0.1:53360 [Receiving block BP-459342897-172.17.0.2-1732134294755:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:44289:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53360 dst: /127.0.0.1:44289 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:50,343 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_361200917_22 at /127.0.0.1:48110 [Receiving block BP-459342897-172.17.0.2-1732134294755:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:43229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48110 dst: /127.0.0.1:43229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:50,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742145_1324 (size=7) 2024-11-20T20:25:50,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742145_1324 (size=7) 2024-11-20T20:25:50,777 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:50,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:50,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:50,781 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:50,782 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-20T20:25:50,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742146_1325 (size=93) 2024-11-20T20:25:50,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742146_1325 (size=93) 2024-11-20T20:25:50,793 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:50,794 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:50,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:50,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742147_1326 (size=1393) 2024-11-20T20:25:50,808 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:50,808 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:50,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742147_1326 (size=1393) 2024-11-20T20:25:50,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742148_1327 (size=1393) 2024-11-20T20:25:50,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742148_1327 (size=1393) 2024-11-20T20:25:50,817 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:50,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742149_1328 (size=1393) 2024-11-20T20:25:50,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742149_1328 (size=1393) 2024-11-20T20:25:50,829 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:50,829 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:50,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742150_1329 (size=1393) 2024-11-20T20:25:50,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742150_1329 (size=1393) 2024-11-20T20:25:50,857 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:50,857 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:50,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742151_1330 (size=1393) 2024-11-20T20:25:50,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742151_1330 (size=1393) 2024-11-20T20:25:50,896 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:50,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:50,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742152_1331 (size=1393) 2024-11-20T20:25:50,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742152_1331 (size=1393) 2024-11-20T20:25:50,928 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:50,928 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:50,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:50,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742153_1332 (size=1405) 2024-11-20T20:25:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742153_1332 (size=1405) 2024-11-20T20:25:51,349 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:51,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:51,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742154_1333 (size=1413) 2024-11-20T20:25:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742154_1333 (size=1413) 2024-11-20T20:25:51,365 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:51,365 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:51,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742155_1334 (size=1413) 2024-11-20T20:25:51,384 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:51,385 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:51,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742155_1334 (size=1413) 2024-11-20T20:25:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:51,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742156_1335 (size=1413) 2024-11-20T20:25:51,402 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:51,402 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-20T20:25:51,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742156_1335 (size=1413) 2024-11-20T20:25:51,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742157_1336 (size=93) 2024-11-20T20:25:51,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742157_1336 (size=93) 2024-11-20T20:25:51,430 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat..empty, size=93 (93bytes) 2024-11-20T20:25:51,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat..empty 2024-11-20T20:25:51,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat..empty after 0ms 2024-11-20T20:25:51,433 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat..empty took 3ms 2024-11-20T20:25:51,433 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat..empty so closing down 2024-11-20T20:25:51,433 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:51,433 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:51,433 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-20T20:25:51,433 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat..empty, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat..empty, size=93 (93bytes) at 1732134351430Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat..empty so closing down at 1732134351433 (+3 ms)3 split writer threads finished at 1732134351433Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732134351433 2024-11-20T20:25:51,435 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat..empty to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/oldWALs/wal.dat..empty 2024-11-20T20:25:51,435 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:25:51,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.0 2024-11-20T20:25:51,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.0 after 1ms 2024-11-20T20:25:51,437 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.0 took 2ms 2024-11-20T20:25:51,440 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.0 so closing down 2024-11-20T20:25:51,440 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:51,441 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:51,448 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:51,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:51,465 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:51,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:51,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742159_1338 (size=743) 2024-11-20T20:25:51,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742159_1338 (size=743) 2024-11-20T20:25:51,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T20:25:51,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742158_1337 (size=743) 2024-11-20T20:25:51,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742158_1337 (size=743) 2024-11-20T20:25:51,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:25:51,527 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:51,527 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.0, size=1.4 K (1393bytes) at 1732134351435Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.0 so closing down at 1732134351440 (+5 ms)3 split writer threads finished at 1732134351441 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134351449 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134351476 (+27 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351517 (+41 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732134351518 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351524 (+6 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134351527 (+3 ms)Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134351527 2024-11-20T20:25:51,529 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/oldWALs/wal.dat.0 2024-11-20T20:25:51,529 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:25:51,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.1 2024-11-20T20:25:51,530 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.1 after 1ms 2024-11-20T20:25:51,532 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.1 took 3ms 2024-11-20T20:25:51,537 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.1 so closing down 2024-11-20T20:25:51,537 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:51,539 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:51,543 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:51,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:51,552 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:51,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742160_1339 (size=743) 2024-11-20T20:25:51,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742160_1339 (size=743) 2024-11-20T20:25:51,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:51,557 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T20:25:51,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742161_1340 (size=743) 2024-11-20T20:25:51,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742161_1340 (size=743) 2024-11-20T20:25:51,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T20:25:51,569 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:51,569 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.1, size=1.4 K (1393bytes) at 1732134351529Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.1 so closing down at 1732134351537 (+8 ms)3 split writer threads finished at 1732134351539 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134351544 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351555 (+11 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134351556 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732134351557 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351568 (+11 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732134351569 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134351569 2024-11-20T20:25:51,570 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/oldWALs/wal.dat.1 2024-11-20T20:25:51,570 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:25:51,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.2 2024-11-20T20:25:51,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.2 after 0ms 2024-11-20T20:25:51,574 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.2 took 4ms 2024-11-20T20:25:51,575 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.2 so closing down 2024-11-20T20:25:51,575 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:51,575 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:51,577 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:51,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:51,579 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:51,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:51,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742162_1341 (size=743) 2024-11-20T20:25:51,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742162_1341 (size=743) 2024-11-20T20:25:51,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742163_1342 (size=743) 2024-11-20T20:25:51,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742163_1342 (size=743) 2024-11-20T20:25:51,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T20:25:51,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T20:25:51,594 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:51,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.2, size=1.4 K (1393bytes) at 1732134351570Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.2 so closing down at 1732134351575 (+5 ms)3 split writer threads finished at 1732134351575Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134351578 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134351580 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351586 (+6 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732134351593 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351593Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732134351594 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134351594 2024-11-20T20:25:51,601 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/oldWALs/wal.dat.2 2024-11-20T20:25:51,601 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:25:51,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.3 2024-11-20T20:25:51,602 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.3 after 1ms 2024-11-20T20:25:51,604 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.3 took 3ms 2024-11-20T20:25:51,612 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.3 so closing down 2024-11-20T20:25:51,612 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:51,612 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:51,617 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:51,617 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:51,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:51,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:51,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742165_1344 (size=743) 2024-11-20T20:25:51,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742165_1344 (size=743) 2024-11-20T20:25:51,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T20:25:51,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742164_1343 (size=743) 2024-11-20T20:25:51,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742164_1343 (size=743) 2024-11-20T20:25:51,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T20:25:51,641 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:51,642 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.3, size=1.4 K (1393bytes) at 1732134351601Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.3 so closing down at 1732134351612 (+11 ms)3 split writer threads finished at 1732134351612Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732134351618 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732134351618Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351626 (+8 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732134351627 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351640 (+13 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732134351641 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134351641 2024-11-20T20:25:51,643 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/oldWALs/wal.dat.3 2024-11-20T20:25:51,643 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T20:25:51,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.4 2024-11-20T20:25:51,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.4 after 1ms 2024-11-20T20:25:51,646 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.4 took 2ms 2024-11-20T20:25:51,649 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.4 so closing down 2024-11-20T20:25:51,649 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:51,649 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:51,656 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:51,657 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:51,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:51,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742167_1346 (size=743) 2024-11-20T20:25:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742166_1345 (size=743) 2024-11-20T20:25:51,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742167_1346 (size=743) 2024-11-20T20:25:51,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742166_1345 (size=743) 2024-11-20T20:25:51,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T20:25:51,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T20:25:51,695 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:51,695 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.4, size=1.4 K (1393bytes) at 1732134351643Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.4 so closing down at 1732134351649 (+6 ms)3 split writer threads finished at 1732134351649Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732134351668 (+19 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732134351672 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351692 (+20 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351694 (+2 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732134351695 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732134351695Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134351695 2024-11-20T20:25:51,697 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/oldWALs/wal.dat.4 2024-11-20T20:25:51,697 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T20:25:51,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.5 2024-11-20T20:25:51,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.5 after 0ms 2024-11-20T20:25:51,699 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.5 took 2ms 2024-11-20T20:25:51,701 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.5 so closing down 2024-11-20T20:25:51,701 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:51,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:51,707 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:51,707 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:51,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:51,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:51,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742168_1347 (size=743) 2024-11-20T20:25:51,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742168_1347 (size=743) 2024-11-20T20:25:51,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T20:25:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742169_1348 (size=743) 2024-11-20T20:25:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742169_1348 (size=743) 2024-11-20T20:25:51,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T20:25:51,761 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:51,761 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.5, size=1.4 K (1393bytes) at 1732134351697Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.5 so closing down at 1732134351701 (+4 ms)3 split writer threads finished at 1732134351702 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732134351709 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732134351709Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351738 (+29 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732134351740 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351759 (+19 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732134351761 (+2 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134351761 2024-11-20T20:25:51,764 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/oldWALs/wal.dat.5 2024-11-20T20:25:51,764 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T20:25:51,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.6 2024-11-20T20:25:51,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.6 after 0ms 2024-11-20T20:25:51,766 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.6 took 2ms 2024-11-20T20:25:51,775 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.6 so closing down 2024-11-20T20:25:51,776 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:51,776 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:51,781 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:51,781 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:51,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:51,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:51,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742170_1349 (size=749) 2024-11-20T20:25:51,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742170_1349 (size=749) 2024-11-20T20:25:51,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T20:25:51,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742171_1350 (size=749) 2024-11-20T20:25:51,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742171_1350 (size=749) 2024-11-20T20:25:51,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T20:25:51,803 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T20:25:51,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.6, size=1.4 K (1405bytes) at 1732134351764Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.6 so closing down at 1732134351775 (+11 ms)3 split writer threads finished at 1732134351776 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732134351782 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732134351784 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351796 (+12 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732134351797 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351802 (+5 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732134351803 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732134351803 2024-11-20T20:25:51,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/oldWALs/wal.dat.6 2024-11-20T20:25:51,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:25:51,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.7 2024-11-20T20:25:51,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.7 after 0ms 2024-11-20T20:25:51,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.7 took 3ms 2024-11-20T20:25:51,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.7 so closing down 2024-11-20T20:25:51,809 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:51,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:51,811 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:51,811 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:51,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:51,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742172_1351 (size=753) 2024-11-20T20:25:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742173_1352 (size=753) 2024-11-20T20:25:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742172_1351 (size=753) 2024-11-20T20:25:51,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T20:25:51,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742173_1352 (size=753) 2024-11-20T20:25:51,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T20:25:51,842 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:51,842 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.7, size=1.4 K (1413bytes) at 1732134351805Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.7 so closing down at 1732134351809 (+4 ms)3 split writer threads finished at 1732134351809Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732134351813 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732134351816 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351834 (+18 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732134351836 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351841 (+5 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732134351842 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134351842 2024-11-20T20:25:51,844 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/oldWALs/wal.dat.7 2024-11-20T20:25:51,844 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T20:25:51,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.8 2024-11-20T20:25:51,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.8 after 1ms 2024-11-20T20:25:51,847 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.8 took 3ms 2024-11-20T20:25:51,850 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.8 so closing down 2024-11-20T20:25:51,850 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:51,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:51,858 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:51,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:51,866 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:51,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:51,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742174_1353 (size=753) 2024-11-20T20:25:51,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742174_1353 (size=753) 2024-11-20T20:25:51,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742175_1354 (size=753) 2024-11-20T20:25:51,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742175_1354 (size=753) 2024-11-20T20:25:51,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:51,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T20:25:51,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T20:25:51,936 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:51,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.8, size=1.4 K (1413bytes) at 1732134351844Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.8 so closing down at 1732134351850 (+6 ms)3 split writer threads finished at 1732134351852 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732134351864 (+12 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732134351867 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351934 (+67 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134351935 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732134351936 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732134351936Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134351936 2024-11-20T20:25:51,939 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/oldWALs/wal.dat.8 2024-11-20T20:25:51,939 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T20:25:51,939 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.9 2024-11-20T20:25:51,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.9 after 1ms 2024-11-20T20:25:51,942 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.9 took 3ms 2024-11-20T20:25:51,969 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.9 so closing down 2024-11-20T20:25:51,969 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:51,972 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:51,979 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:51,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:51,993 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:52,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:52,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742176_1355 (size=753) 2024-11-20T20:25:52,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742176_1355 (size=753) 2024-11-20T20:25:52,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:52,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T20:25:52,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742177_1356 (size=753) 2024-11-20T20:25:52,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742177_1356 (size=753) 2024-11-20T20:25:52,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:52,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T20:25:52,471 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 503 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:52,471 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.9, size=1.4 K (1413bytes) at 1732134351939Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.9 so closing down at 1732134351969 (+30 ms)3 split writer threads finished at 1732134351972 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732134351984 (+12 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732134352006 (+22 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134352025 (+19 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732134352027 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134352470 (+443 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732134352471 (+1 ms)Processed 20 edits across 2 Regions in 503 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134352471 2024-11-20T20:25:52,477 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/oldWALs/wal.dat.9 2024-11-20T20:25:52,477 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.empty, size=93 (93bytes) 2024-11-20T20:25:52,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.empty 2024-11-20T20:25:52,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.empty after 0ms 2024-11-20T20:25:52,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.empty took 2ms 2024-11-20T20:25:52,479 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.empty so closing down 2024-11-20T20:25:52,479 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:52,479 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:52,479 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-20T20:25:52,479 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.empty, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.empty, size=93 (93bytes) at 1732134352477Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.empty so closing down at 1732134352479 (+2 ms)3 split writer threads finished at 1732134352479Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1732134352479 2024-11-20T20:25:52,481 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/WALs/testemptylogfiles,16010,1732134350781/wal.dat.empty to hdfs://localhost:41023/user/jenkins/test-data/1b8bccc7-a848-a578-21f9-3c4953b9d16d/oldWALs/wal.dat.empty 2024-11-20T20:25:52,553 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141 (was 143), OpenFileDescriptor=393 (was 400), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=817 (was 817), ProcessCount=11 (was 11), AvailableMemoryMB=1414 (was 1423) 2024-11-20T20:25:52,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=817, ProcessCount=11, AvailableMemoryMB=1414 2024-11-20T20:25:52,561 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:52,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742178_1357 (size=7) 2024-11-20T20:25:52,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742178_1357 (size=7) 2024-11-20T20:25:52,568 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:52,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:52,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:52,572 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:52,572 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:52,573 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:52,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:52,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742179_1358 (size=1393) 2024-11-20T20:25:52,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742179_1358 (size=1393) 2024-11-20T20:25:52,592 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:52,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:52,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742180_1359 (size=1393) 2024-11-20T20:25:52,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742180_1359 (size=1393) 2024-11-20T20:25:52,603 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:52,603 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:52,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742181_1360 (size=1393) 2024-11-20T20:25:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742181_1360 (size=1393) 2024-11-20T20:25:52,614 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:52,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742182_1361 (size=1393) 2024-11-20T20:25:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742182_1361 (size=1393) 2024-11-20T20:25:52,641 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:52,641 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:52,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742183_1362 (size=1393) 2024-11-20T20:25:52,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742183_1362 (size=1393) 2024-11-20T20:25:52,680 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:52,680 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:52,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742184_1363 (size=1393) 2024-11-20T20:25:52,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742184_1363 (size=1393) 2024-11-20T20:25:52,703 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:52,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:52,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742185_1364 (size=1405) 2024-11-20T20:25:52,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742185_1364 (size=1405) 2024-11-20T20:25:52,726 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:52,726 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:52,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742186_1365 (size=1413) 2024-11-20T20:25:52,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742186_1365 (size=1413) 2024-11-20T20:25:52,760 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:52,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:52,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742187_1366 (size=1413) 2024-11-20T20:25:52,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742187_1366 (size=1413) 2024-11-20T20:25:52,773 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:52,773 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:52,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:52,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742188_1367 (size=1413) 2024-11-20T20:25:52,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742188_1367 (size=1413) 2024-11-20T20:25:52,794 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:52,815 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:25:52,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.0 2024-11-20T20:25:52,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.0 after 0ms 2024-11-20T20:25:52,823 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.0 took 8ms 2024-11-20T20:25:52,829 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.0 so closing down 2024-11-20T20:25:52,829 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:52,829 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:52,838 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:52,838 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:52,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:52,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742190_1369 (size=743) 2024-11-20T20:25:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742190_1369 (size=743) 2024-11-20T20:25:52,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:52,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T20:25:52,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742189_1368 (size=743) 2024-11-20T20:25:52,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742189_1368 (size=743) 2024-11-20T20:25:53,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:25:53,267 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:53,267 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.0, size=1.4 K (1393bytes) at 1732134352815Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.0 so closing down at 1732134352829 (+14 ms)3 split writer threads finished at 1732134352829Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134352839 (+10 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134352839Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134352851 (+12 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732134352853 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353266 (+413 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134353267 (+1 ms)Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134353267 2024-11-20T20:25:53,269 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/oldWALs/wal.dat.0 2024-11-20T20:25:53,269 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:25:53,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.1 2024-11-20T20:25:53,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.1 after 0ms 2024-11-20T20:25:53,271 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.1 took 2ms 2024-11-20T20:25:53,272 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.1 so closing down 2024-11-20T20:25:53,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:53,273 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:53,276 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:53,276 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:53,277 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:53,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:53,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742192_1371 (size=743) 2024-11-20T20:25:53,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742192_1371 (size=743) 2024-11-20T20:25:53,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T20:25:53,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742191_1370 (size=743) 2024-11-20T20:25:53,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742191_1370 (size=743) 2024-11-20T20:25:53,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T20:25:53,293 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:53,293 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.1, size=1.4 K (1393bytes) at 1732134353269Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.1 so closing down at 1732134353272 (+3 ms)3 split writer threads finished at 1732134353273 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134353277 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134353277Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353286 (+9 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732134353287 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353291 (+4 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732134353293 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134353293 2024-11-20T20:25:53,295 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/oldWALs/wal.dat.1 2024-11-20T20:25:53,296 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:25:53,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.2 2024-11-20T20:25:53,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.2 after 0ms 2024-11-20T20:25:53,298 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.2 took 2ms 2024-11-20T20:25:53,299 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.2 so closing down 2024-11-20T20:25:53,299 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:53,300 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:53,302 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:53,302 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:53,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:53,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742193_1372 (size=743) 2024-11-20T20:25:53,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742193_1372 (size=743) 2024-11-20T20:25:53,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T20:25:53,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742194_1373 (size=743) 2024-11-20T20:25:53,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742194_1373 (size=743) 2024-11-20T20:25:53,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T20:25:53,331 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:53,331 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.2, size=1.4 K (1393bytes) at 1732134353296Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.2 so closing down at 1732134353299 (+3 ms)3 split writer threads finished at 1732134353300 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134353303 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134353304 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353326 (+22 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732134353327 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353330 (+3 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732134353331 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134353331 2024-11-20T20:25:53,332 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/oldWALs/wal.dat.2 2024-11-20T20:25:53,332 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:25:53,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.3 2024-11-20T20:25:53,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.3 after 1ms 2024-11-20T20:25:53,334 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.3 took 2ms 2024-11-20T20:25:53,336 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.3 so closing down 2024-11-20T20:25:53,336 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:53,336 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:53,337 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:53,337 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:53,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:53,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:53,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742195_1374 (size=743) 2024-11-20T20:25:53,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742195_1374 (size=743) 2024-11-20T20:25:53,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T20:25:53,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742196_1375 (size=743) 2024-11-20T20:25:53,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742196_1375 (size=743) 2024-11-20T20:25:53,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T20:25:53,383 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:53,383 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.3, size=1.4 K (1393bytes) at 1732134353332Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.3 so closing down at 1732134353336 (+4 ms)3 split writer threads finished at 1732134353336Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732134353348 (+12 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732134353348Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353363 (+15 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732134353366 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353381 (+15 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732134353383 (+2 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134353383 2024-11-20T20:25:53,385 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/oldWALs/wal.dat.3 2024-11-20T20:25:53,385 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T20:25:53,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.4 2024-11-20T20:25:53,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.4 after 1ms 2024-11-20T20:25:53,389 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.4 took 4ms 2024-11-20T20:25:53,394 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.4 so closing down 2024-11-20T20:25:53,394 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:53,394 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:53,397 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:53,397 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:53,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:53,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:53,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742197_1376 (size=743) 2024-11-20T20:25:53,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742197_1376 (size=743) 2024-11-20T20:25:53,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T20:25:53,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742198_1377 (size=743) 2024-11-20T20:25:53,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742198_1377 (size=743) 2024-11-20T20:25:53,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T20:25:53,439 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:53,439 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.4, size=1.4 K (1393bytes) at 1732134353385Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.4 so closing down at 1732134353394 (+9 ms)3 split writer threads finished at 1732134353394Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732134353398 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732134353407 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353426 (+19 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732134353428 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353438 (+10 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732134353439 (+1 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134353439 2024-11-20T20:25:53,442 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/oldWALs/wal.dat.4 2024-11-20T20:25:53,443 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T20:25:53,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.5 2024-11-20T20:25:53,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.5 after 0ms 2024-11-20T20:25:53,445 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.5 took 2ms 2024-11-20T20:25:53,445 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.5 so closing down 2024-11-20T20:25:53,445 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:53,446 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:53,450 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:53,450 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:53,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:53,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:53,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742200_1379 (size=743) 2024-11-20T20:25:53,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742200_1379 (size=743) 2024-11-20T20:25:53,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742199_1378 (size=743) 2024-11-20T20:25:53,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742199_1378 (size=743) 2024-11-20T20:25:53,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T20:25:53,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T20:25:53,482 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:53,482 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.5, size=1.4 K (1393bytes) at 1732134353443Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.5 so closing down at 1732134353445 (+2 ms)3 split writer threads finished at 1732134353446 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732134353452 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732134353454 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353478 (+24 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353480 (+2 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732134353480Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732134353482 (+2 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134353482 2024-11-20T20:25:53,484 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/oldWALs/wal.dat.5 2024-11-20T20:25:53,484 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T20:25:53,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.6 2024-11-20T20:25:53,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.6 after 0ms 2024-11-20T20:25:53,488 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.6 took 4ms 2024-11-20T20:25:53,493 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.6 so closing down 2024-11-20T20:25:53,493 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:53,494 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:53,499 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:53,512 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:53,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:53,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742201_1380 (size=749) 2024-11-20T20:25:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742201_1380 (size=749) 2024-11-20T20:25:53,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742202_1381 (size=749) 2024-11-20T20:25:53,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742202_1381 (size=749) 2024-11-20T20:25:53,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T20:25:53,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T20:25:53,574 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T20:25:53,574 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.6, size=1.4 K (1405bytes) at 1732134353484Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.6 so closing down at 1732134353493 (+9 ms)3 split writer threads finished at 1732134353494 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732134353518 (+24 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732134353524 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353566 (+42 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732134353568 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353568Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732134353574 (+6 ms)Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732134353574 2024-11-20T20:25:53,576 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/oldWALs/wal.dat.6 2024-11-20T20:25:53,577 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:25:53,577 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.7 2024-11-20T20:25:53,577 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.7 after 0ms 2024-11-20T20:25:53,579 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.7 took 3ms 2024-11-20T20:25:53,585 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.7 so closing down 2024-11-20T20:25:53,585 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:53,586 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:53,592 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:53,595 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:53,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:53,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:53,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742203_1382 (size=753) 2024-11-20T20:25:53,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742203_1382 (size=753) 2024-11-20T20:25:53,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T20:25:53,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742204_1383 (size=753) 2024-11-20T20:25:53,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742204_1383 (size=753) 2024-11-20T20:25:53,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T20:25:53,719 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 135 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:53,719 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.7, size=1.4 K (1413bytes) at 1732134353577Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.7 so closing down at 1732134353585 (+8 ms)3 split writer threads finished at 1732134353586 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732134353612 (+26 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732134353639 (+27 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353656 (+17 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732134353658 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353714 (+56 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732134353718 (+4 ms)Processed 20 edits across 2 Regions in 135 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134353719 (+1 ms) 2024-11-20T20:25:53,721 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/oldWALs/wal.dat.7 2024-11-20T20:25:53,721 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T20:25:53,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.8 2024-11-20T20:25:53,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.8 after 1ms 2024-11-20T20:25:53,724 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.8 took 3ms 2024-11-20T20:25:53,726 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.8 so closing down 2024-11-20T20:25:53,727 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:53,728 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:53,733 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:53,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:53,751 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:53,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:53,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742205_1384 (size=753) 2024-11-20T20:25:53,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742205_1384 (size=753) 2024-11-20T20:25:53,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T20:25:53,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742206_1385 (size=753) 2024-11-20T20:25:53,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742206_1385 (size=753) 2024-11-20T20:25:53,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T20:25:53,836 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:53,836 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.8, size=1.4 K (1413bytes) at 1732134353721Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.8 so closing down at 1732134353726 (+5 ms)3 split writer threads finished at 1732134353728 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732134353741 (+13 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732134353759 (+18 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353805 (+46 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732134353807 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353834 (+27 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732134353836 (+2 ms)Processed 20 edits across 2 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134353836 2024-11-20T20:25:53,838 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/oldWALs/wal.dat.8 2024-11-20T20:25:53,838 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T20:25:53,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.9 2024-11-20T20:25:53,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.9 after 1ms 2024-11-20T20:25:53,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.9 took 5ms 2024-11-20T20:25:53,851 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.9 so closing down 2024-11-20T20:25:53,851 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:53,854 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:53,859 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:53,861 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:53,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:53,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:53,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742207_1386 (size=753) 2024-11-20T20:25:53,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742207_1386 (size=753) 2024-11-20T20:25:53,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T20:25:53,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742208_1387 (size=753) 2024-11-20T20:25:53,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742208_1387 (size=753) 2024-11-20T20:25:53,902 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:53,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T20:25:53,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:53,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.9, size=1.4 K (1413bytes) at 1732134353838Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.9 so closing down at 1732134353851 (+13 ms)3 split writer threads finished at 1732134353854 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732134353868 (+14 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732134353877 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353884 (+7 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732134353886 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134353902 (+16 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732134353904 (+2 ms)Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134353904 2024-11-20T20:25:53,907 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732134352572/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/32553dbf-7ebc-431e-168d-4f41f062c4cc/oldWALs/wal.dat.9 2024-11-20T20:25:53,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=817 (was 817), ProcessCount=11 (was 11), AvailableMemoryMB=1393 (was 1414) 2024-11-20T20:25:53,926 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=817, ProcessCount=11, AvailableMemoryMB=1391 2024-11-20T20:25:53,926 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:53,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742209_1388 (size=7) 2024-11-20T20:25:53,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742209_1388 (size=7) 2024-11-20T20:25:53,947 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:53,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:53,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:53,951 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:53,957 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:41023/user/jenkins/test-data/833b753b-7e85-7ca5-e1c3-a5117e6cc2b9/data/hbase/meta/1588230740/recovered.edits 2024-11-20T20:25:53,984 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=817 (was 817), ProcessCount=11 (was 11), AvailableMemoryMB=1390 (was 1391) 2024-11-20T20:25:53,992 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=817, ProcessCount=11, AvailableMemoryMB=1390 2024-11-20T20:25:53,992 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:54,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742210_1389 (size=7) 2024-11-20T20:25:54,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742210_1389 (size=7) 2024-11-20T20:25:54,005 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:54,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:54,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:54,010 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:54,010 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-20T20:25:54,011 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:54,012 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-20T20:25:54,012 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-20T20:25:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742211_1390 (size=818) 2024-11-20T20:25:54,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742211_1390 (size=818) 2024-11-20T20:25:54,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/WALs/testemptywaledit,16010,1732134354010/wal.dat.5, size=818 (818bytes) 2024-11-20T20:25:54,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/WALs/testemptywaledit,16010,1732134354010/wal.dat.5 2024-11-20T20:25:54,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/WALs/testemptywaledit,16010,1732134354010/wal.dat.5 after 0ms 2024-11-20T20:25:54,054 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/WALs/testemptywaledit,16010,1732134354010/wal.dat.5 took 2ms 2024-11-20T20:25:54,055 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/WALs/testemptywaledit,16010,1732134354010/wal.dat.5 so closing down 2024-11-20T20:25:54,055 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:54,056 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:54,060 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-20T20:25:54,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-20T20:25:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742212_1391 (size=783) 2024-11-20T20:25:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742212_1391 (size=783) 2024-11-20T20:25:54,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-20T20:25:54,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-20T20:25:54,077 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/WALs/testemptywaledit,16010,1732134354010/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-20T20:25:54,077 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/WALs/testemptywaledit,16010,1732134354010/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/WALs/testemptywaledit,16010,1732134354010/wal.dat.5, size=818 (818bytes) at 1732134354051Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/WALs/testemptywaledit,16010,1732134354010/wal.dat.5 so closing down at 1732134354055 (+4 ms)3 split writer threads finished at 1732134354056 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1732134354064 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1732134354076 (+12 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1732134354077 (+1 ms)Processed 11 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/WALs/testemptywaledit,16010,1732134354010/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1732134354077 2024-11-20T20:25:54,079 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/WALs/testemptywaledit,16010,1732134354010/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/e76060df-912c-e560-aef9-e392528c210d/oldWALs/wal.dat.5 2024-11-20T20:25:54,100 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=817 (was 817), ProcessCount=11 (was 11), AvailableMemoryMB=1389 (was 1390) 2024-11-20T20:25:54,108 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=817, ProcessCount=11, AvailableMemoryMB=1389 2024-11-20T20:25:54,108 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:54,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742213_1392 (size=7) 2024-11-20T20:25:54,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742213_1392 (size=7) 2024-11-20T20:25:54,124 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:54,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:54,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:54,128 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:54,128 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:54,128 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:54,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:54,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742214_1393 (size=1393) 2024-11-20T20:25:54,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:54,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742214_1393 (size=1393) 2024-11-20T20:25:54,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:54,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742215_1394 (size=1393) 2024-11-20T20:25:54,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742215_1394 (size=1393) 2024-11-20T20:25:54,159 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:54,159 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:54,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742216_1395 (size=1393) 2024-11-20T20:25:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742216_1395 (size=1393) 2024-11-20T20:25:54,192 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:54,192 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742217_1396 (size=1393) 2024-11-20T20:25:54,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742217_1396 (size=1393) 2024-11-20T20:25:54,216 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:54,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:54,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742218_1397 (size=1393) 2024-11-20T20:25:54,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742218_1397 (size=1393) 2024-11-20T20:25:54,239 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:54,239 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:54,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742219_1398 (size=1393) 2024-11-20T20:25:54,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742219_1398 (size=1393) 2024-11-20T20:25:54,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:54,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:54,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742220_1399 (size=1405) 2024-11-20T20:25:54,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742220_1399 (size=1405) 2024-11-20T20:25:54,684 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:54,684 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:54,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742221_1400 (size=1413) 2024-11-20T20:25:54,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742221_1400 (size=1413) 2024-11-20T20:25:54,695 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:54,695 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:54,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742222_1401 (size=1413) 2024-11-20T20:25:54,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742222_1401 (size=1413) 2024-11-20T20:25:54,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:25:54,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:25:54,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:54,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742223_1402 (size=1413) 2024-11-20T20:25:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742223_1402 (size=1413) 2024-11-20T20:25:54,714 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:25:54,735 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:25:54,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.0 2024-11-20T20:25:54,736 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.0 after 1ms 2024-11-20T20:25:54,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.0 took 2ms 2024-11-20T20:25:54,740 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.0 so closing down 2024-11-20T20:25:54,740 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:54,740 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:54,741 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:54,741 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:54,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:54,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:25:54,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742225_1404 (size=743) 2024-11-20T20:25:54,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742225_1404 (size=743) 2024-11-20T20:25:54,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:54,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742226_1405 (size=743) 2024-11-20T20:25:54,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742226_1405 (size=743) 2024-11-20T20:25:54,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:54,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:25:54,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T20:25:54,755 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:54,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.0, size=1.4 K (1393bytes) at 1732134354735Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.0 so closing down at 1732134354740 (+5 ms)3 split writer threads finished at 1732134354740Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134354742 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134354744 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134354753 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134354754 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134354754Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732134354755 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134354755 2024-11-20T20:25:54,756 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/oldWALs/wal.dat.0 2024-11-20T20:25:54,757 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:25:54,757 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.1 2024-11-20T20:25:54,757 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.1 after 0ms 2024-11-20T20:25:54,759 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.1 took 2ms 2024-11-20T20:25:54,760 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.1 so closing down 2024-11-20T20:25:54,760 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:54,760 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:54,761 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:54,761 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:54,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:25:54,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:25:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742228_1407 (size=743) 2024-11-20T20:25:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742227_1406 (size=743) 2024-11-20T20:25:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742228_1407 (size=743) 2024-11-20T20:25:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742227_1406 (size=743) 2024-11-20T20:25:54,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:54,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:54,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T20:25:54,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T20:25:54,773 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:54,773 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.1, size=1.4 K (1393bytes) at 1732134354757Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.1 so closing down at 1732134354760 (+3 ms)3 split writer threads finished at 1732134354760Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134354763 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134354763Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134354772 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134354772Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732134354773 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732134354773Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134354773 2024-11-20T20:25:54,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/oldWALs/wal.dat.1 2024-11-20T20:25:54,775 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:25:54,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.2 2024-11-20T20:25:54,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.2 after 0ms 2024-11-20T20:25:54,777 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.2 took 2ms 2024-11-20T20:25:54,778 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.2 so closing down 2024-11-20T20:25:54,778 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:54,778 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:54,780 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:54,780 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:54,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:25:54,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:25:54,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742229_1408 (size=743) 2024-11-20T20:25:54,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742229_1408 (size=743) 2024-11-20T20:25:54,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:54,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T20:25:54,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742230_1409 (size=743) 2024-11-20T20:25:54,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742230_1409 (size=743) 2024-11-20T20:25:55,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:55,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T20:25:55,196 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:55,196 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.2, size=1.4 K (1393bytes) at 1732134354775Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.2 so closing down at 1732134354778 (+3 ms)3 split writer threads finished at 1732134354778Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134354781 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134354781Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134354785 (+4 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732134354786 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134355194 (+408 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732134355196 (+2 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134355196 2024-11-20T20:25:55,198 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/oldWALs/wal.dat.2 2024-11-20T20:25:55,198 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:25:55,198 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.3 2024-11-20T20:25:55,198 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.3 after 0ms 2024-11-20T20:25:55,200 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.3 took 2ms 2024-11-20T20:25:55,201 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.3 so closing down 2024-11-20T20:25:55,201 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:55,201 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:55,203 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:55,203 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:55,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T20:25:55,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T20:25:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742232_1411 (size=743) 2024-11-20T20:25:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742232_1411 (size=743) 2024-11-20T20:25:55,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:55,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T20:25:55,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742231_1410 (size=743) 2024-11-20T20:25:55,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742231_1410 (size=743) 2024-11-20T20:25:55,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:55,611 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T20:25:55,611 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:55,611 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.3, size=1.4 K (1393bytes) at 1732134355198Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.3 so closing down at 1732134355201 (+3 ms)3 split writer threads finished at 1732134355201Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732134355204 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732134355204Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134355209 (+5 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732134355209Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134355609 (+400 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732134355611 (+2 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134355611 2024-11-20T20:25:55,613 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/oldWALs/wal.dat.3 2024-11-20T20:25:55,613 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T20:25:55,613 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.4 2024-11-20T20:25:55,614 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.4 after 1ms 2024-11-20T20:25:55,616 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.4 took 3ms 2024-11-20T20:25:55,618 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.4 so closing down 2024-11-20T20:25:55,618 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:55,620 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:55,622 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:55,622 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:55,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T20:25:55,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T20:25:55,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742233_1412 (size=743) 2024-11-20T20:25:55,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742233_1412 (size=743) 2024-11-20T20:25:55,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:55,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T20:25:55,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742234_1413 (size=743) 2024-11-20T20:25:55,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742234_1413 (size=743) 2024-11-20T20:25:55,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:55,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T20:25:55,643 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:25:55,643 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.4, size=1.4 K (1393bytes) at 1732134355613Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.4 so closing down at 1732134355618 (+5 ms)3 split writer threads finished at 1732134355620 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732134355623 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732134355624 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134355635 (+11 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732134355636 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134355642 (+6 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732134355643 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134355643 2024-11-20T20:25:55,645 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/oldWALs/wal.dat.4 2024-11-20T20:25:55,645 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5, size=1.4 K (1394bytes) 2024-11-20T20:25:55,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5 2024-11-20T20:25:55,645 WARN [IPC Server handler 2 on default port 41023 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-20T20:25:55,646 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5 after 1ms 2024-11-20T20:25:56,388 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_265330022_22 at /127.0.0.1:54002 [Receiving block BP-459342897-172.17.0.2-1732134294755:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:43229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54002 dst: /127.0.0.1:43229 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43229 remote=/127.0.0.1:54002]. Total timeout mills is 60000, 58332 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:56,388 WARN [ResponseProcessor for block BP-459342897-172.17.0.2-1732134294755:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-459342897-172.17.0.2-1732134294755:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T20:25:56,388 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_265330022_22 at /127.0.0.1:38888 [Receiving block BP-459342897-172.17.0.2-1732134294755:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:44289:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38888 dst: /127.0.0.1:44289 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:25:56,388 WARN [DataStreamer for file /user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5 block BP-459342897-172.17.0.2-1732134294755:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-459342897-172.17.0.2-1732134294755:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43229,DS-1934af91-0807-46b2-9679-c951f580f16c,DISK], DatanodeInfoWithStorage[127.0.0.1:44289,DS-fe04f3c8-d3d1-459b-9718-95fe93d7225c,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43229,DS-1934af91-0807-46b2-9679-c951f580f16c,DISK]) is bad. 2024-11-20T20:25:56,389 WARN [DataStreamer for file /user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5 block BP-459342897-172.17.0.2-1732134294755:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-459342897-172.17.0.2-1732134294755:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T20:25:56,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742224_1414 (size=1394) 2024-11-20T20:25:59,417 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:25:59,646 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5 after 4001ms 2024-11-20T20:25:59,649 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5 took 4004ms 2024-11-20T20:25:59,650 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:25:59,650 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5 so closing down 2024-11-20T20:25:59,650 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:59,650 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:59,652 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:59,652 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:59,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T20:25:59,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T20:25:59,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742235_1415 (size=353) 2024-11-20T20:25:59,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742236_1416 (size=418) 2024-11-20T20:25:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742235_1415 (size=353) 2024-11-20T20:25:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742236_1416 (size=418) 2024-11-20T20:25:59,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:59,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:59,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-20T20:25:59,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-20T20:25:59,658 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-20T20:25:59,658 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5, size=1.4 K (1394bytes) at 1732134355645Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5 so closing down at 1732134359650 (+4005 ms)3 split writer threads finished at 1732134359650Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732134359653 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732134359653Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1732134359657 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1732134359657Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1732134359658 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732134359658Processed 9 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732134359658 2024-11-20T20:25:59,659 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/corrupt/wal.dat.5 2024-11-20T20:25:59,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T20:25:59,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.6 2024-11-20T20:25:59,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.6 after 1ms 2024-11-20T20:25:59,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.6 took 2ms 2024-11-20T20:25:59,667 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.6 so closing down 2024-11-20T20:25:59,667 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:59,667 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:59,670 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:59,670 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:59,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T20:25:59,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T20:25:59,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742237_1417 (size=749) 2024-11-20T20:25:59,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742237_1417 (size=749) 2024-11-20T20:25:59,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:59,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742238_1418 (size=749) 2024-11-20T20:25:59,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742238_1418 (size=749) 2024-11-20T20:25:59,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:59,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T20:25:59,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T20:25:59,680 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T20:25:59,680 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.6, size=1.4 K (1405bytes) at 1732134359659Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.6 so closing down at 1732134359667 (+8 ms)3 split writer threads finished at 1732134359667Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732134359671 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732134359671Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134359678 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134359679 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732134359679Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732134359680 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732134359680 2024-11-20T20:25:59,681 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/oldWALs/wal.dat.6 2024-11-20T20:25:59,682 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:25:59,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.7 2024-11-20T20:25:59,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.7 after 0ms 2024-11-20T20:25:59,683 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.7 took 1ms 2024-11-20T20:25:59,684 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.7 so closing down 2024-11-20T20:25:59,684 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:59,684 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:59,686 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:59,686 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:59,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T20:25:59,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T20:25:59,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742239_1419 (size=753) 2024-11-20T20:25:59,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742239_1419 (size=753) 2024-11-20T20:25:59,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:59,697 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T20:25:59,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742240_1420 (size=753) 2024-11-20T20:25:59,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742240_1420 (size=753) 2024-11-20T20:25:59,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:59,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T20:25:59,703 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:59,703 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.7, size=1.4 K (1413bytes) at 1732134359682Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.7 so closing down at 1732134359684 (+2 ms)3 split writer threads finished at 1732134359684Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732134359687 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732134359687Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134359696 (+9 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732134359697 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134359702 (+5 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732134359703 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134359703 2024-11-20T20:25:59,704 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/oldWALs/wal.dat.7 2024-11-20T20:25:59,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T20:25:59,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.8 2024-11-20T20:25:59,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.8 after 1ms 2024-11-20T20:25:59,706 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.8 took 2ms 2024-11-20T20:25:59,707 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.8 so closing down 2024-11-20T20:25:59,707 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:59,707 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:59,709 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:59,709 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:59,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T20:25:59,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T20:25:59,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742241_1421 (size=753) 2024-11-20T20:25:59,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742242_1422 (size=753) 2024-11-20T20:25:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742242_1422 (size=753) 2024-11-20T20:25:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742241_1421 (size=753) 2024-11-20T20:25:59,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:59,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:59,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T20:25:59,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T20:25:59,721 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:59,721 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.8, size=1.4 K (1413bytes) at 1732134359704Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.8 so closing down at 1732134359707 (+3 ms)3 split writer threads finished at 1732134359707Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732134359710 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732134359710Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134359720 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134359720Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732134359721 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732134359721Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134359721 2024-11-20T20:25:59,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/oldWALs/wal.dat.8 2024-11-20T20:25:59,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T20:25:59,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.9 2024-11-20T20:25:59,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.9 after 0ms 2024-11-20T20:25:59,724 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.9 took 1ms 2024-11-20T20:25:59,725 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.9 so closing down 2024-11-20T20:25:59,725 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:59,725 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:59,727 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:59,727 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:59,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T20:25:59,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T20:25:59,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742243_1423 (size=753) 2024-11-20T20:25:59,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742243_1423 (size=753) 2024-11-20T20:25:59,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:59,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742244_1424 (size=753) 2024-11-20T20:25:59,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742244_1424 (size=753) 2024-11-20T20:25:59,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:59,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T20:25:59,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T20:25:59,739 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:25:59,739 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.9, size=1.4 K (1413bytes) at 1732134359723Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.9 so closing down at 1732134359725 (+2 ms)3 split writer threads finished at 1732134359725Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732134359728 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732134359729 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134359736 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134359738 (+2 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732134359738Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732134359739 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134359739 2024-11-20T20:25:59,740 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732134354128/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/88d1dd29-c6de-3fd0-5b04-93580bd7d39e/oldWALs/wal.dat.9 2024-11-20T20:25:59,784 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=132 (was 141), OpenFileDescriptor=399 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=776 (was 817), ProcessCount=11 (was 11), AvailableMemoryMB=1361 (was 1389) 2024-11-20T20:25:59,790 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=132, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=776, ProcessCount=11, AvailableMemoryMB=1360 2024-11-20T20:25:59,790 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:59,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742245_1425 (size=7) 2024-11-20T20:25:59,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742245_1425 (size=7) 2024-11-20T20:25:59,796 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:59,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:59,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:59,799 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:59,799 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-20T20:25:59,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742246_1426 (size=863) 2024-11-20T20:25:59,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742246_1426 (size=863) 2024-11-20T20:25:59,807 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:59,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742247_1427 (size=823) 2024-11-20T20:25:59,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742247_1427 (size=823) 2024-11-20T20:25:59,829 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/WALs/testeofisignored,16010,1732134359799/wal.dat.0, size=823 (823bytes) 2024-11-20T20:25:59,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/WALs/testeofisignored,16010,1732134359799/wal.dat.0 2024-11-20T20:25:59,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/WALs/testeofisignored,16010,1732134359799/wal.dat.0 after 0ms 2024-11-20T20:25:59,831 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/WALs/testeofisignored,16010,1732134359799/wal.dat.0 took 3ms 2024-11-20T20:25:59,834 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/WALs/testeofisignored,16010,1732134359799/wal.dat.0; continuing. 2024-11-20T20:25:59,834 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/WALs/testeofisignored,16010,1732134359799/wal.dat.0 so closing down 2024-11-20T20:25:59,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:59,834 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:59,836 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:59,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:25:59,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742248_1428 (size=786) 2024-11-20T20:25:59,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742248_1428 (size=786) 2024-11-20T20:25:59,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T20:25:59,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-20T20:25:59,841 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/WALs/testeofisignored,16010,1732134359799/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-20T20:25:59,841 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/WALs/testeofisignored,16010,1732134359799/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/WALs/testeofisignored,16010,1732134359799/wal.dat.0, size=823 (823bytes) at 1732134359829Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/WALs/testeofisignored,16010,1732134359799/wal.dat.0 so closing down at 1732134359834 (+5 ms)3 split writer threads finished at 1732134359834Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134359837 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732134359841 (+4 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1732134359841Processed 9 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/WALs/testeofisignored,16010,1732134359799/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1732134359841 2024-11-20T20:25:59,842 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/WALs/testeofisignored,16010,1732134359799/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/f0d6a346-2213-d20c-135a-e2fb70872f7a/oldWALs/wal.dat.0 2024-11-20T20:25:59,851 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=132 (was 132), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=776 (was 776), ProcessCount=11 (was 11), AvailableMemoryMB=1379 (was 1360) - AvailableMemoryMB LEAK? - 2024-11-20T20:25:59,857 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=132, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=776, ProcessCount=11, AvailableMemoryMB=1379 2024-11-20T20:25:59,857 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:59,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742249_1429 (size=7) 2024-11-20T20:25:59,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742249_1429 (size=7) 2024-11-20T20:25:59,862 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:59,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:59,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:59,865 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:59,865 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-20T20:25:59,866 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-20T20:25:59,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742250_1430 (size=93) 2024-11-20T20:25:59,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742250_1430 (size=93) 2024-11-20T20:25:59,884 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/fb3aea18-6657-e91e-dedd-b97c4be511de/WALs/testsplitlogfileempty,16010,1732134359865/wal.dat..empty, size=93 (93bytes) 2024-11-20T20:25:59,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/fb3aea18-6657-e91e-dedd-b97c4be511de/WALs/testsplitlogfileempty,16010,1732134359865/wal.dat..empty 2024-11-20T20:25:59,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/fb3aea18-6657-e91e-dedd-b97c4be511de/WALs/testsplitlogfileempty,16010,1732134359865/wal.dat..empty after 1ms 2024-11-20T20:25:59,886 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/fb3aea18-6657-e91e-dedd-b97c4be511de/WALs/testsplitlogfileempty,16010,1732134359865/wal.dat..empty took 2ms 2024-11-20T20:25:59,886 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/fb3aea18-6657-e91e-dedd-b97c4be511de/WALs/testsplitlogfileempty,16010,1732134359865/wal.dat..empty so closing down 2024-11-20T20:25:59,887 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:25:59,887 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:25:59,887 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/fb3aea18-6657-e91e-dedd-b97c4be511de/WALs/testsplitlogfileempty,16010,1732134359865/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-20T20:25:59,887 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/fb3aea18-6657-e91e-dedd-b97c4be511de/WALs/testsplitlogfileempty,16010,1732134359865/wal.dat..empty, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/fb3aea18-6657-e91e-dedd-b97c4be511de/WALs/testsplitlogfileempty,16010,1732134359865/wal.dat..empty, size=93 (93bytes) at 1732134359884Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/fb3aea18-6657-e91e-dedd-b97c4be511de/WALs/testsplitlogfileempty,16010,1732134359865/wal.dat..empty so closing down at 1732134359886 (+2 ms)3 split writer threads finished at 1732134359887 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/fb3aea18-6657-e91e-dedd-b97c4be511de/WALs/testsplitlogfileempty,16010,1732134359865/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732134359887 2024-11-20T20:25:59,888 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/fb3aea18-6657-e91e-dedd-b97c4be511de/WALs/testsplitlogfileempty,16010,1732134359865/wal.dat..empty to hdfs://localhost:41023/user/jenkins/test-data/fb3aea18-6657-e91e-dedd-b97c4be511de/oldWALs/wal.dat..empty 2024-11-20T20:25:59,897 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=132 (was 132), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=776 (was 776), ProcessCount=11 (was 11), AvailableMemoryMB=1379 (was 1379) 2024-11-20T20:25:59,903 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=132, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=776, ProcessCount=11, AvailableMemoryMB=1378 2024-11-20T20:25:59,903 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:25:59,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742251_1431 (size=7) 2024-11-20T20:25:59,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742251_1431 (size=7) 2024-11-20T20:25:59,911 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:25:59,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:59,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:25:59,915 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:25:59,915 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:25:59,915 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:25:59,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:25:59,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742252_1432 (size=1393) 2024-11-20T20:25:59,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742252_1432 (size=1393) 2024-11-20T20:25:59,926 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:25:59,926 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:25:59,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742253_1433 (size=1393) 2024-11-20T20:25:59,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742253_1433 (size=1393) 2024-11-20T20:25:59,939 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:25:59,939 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:25:59,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742254_1434 (size=1393) 2024-11-20T20:25:59,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742254_1434 (size=1393) 2024-11-20T20:25:59,948 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:25:59,948 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:25:59,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742255_1435 (size=1393) 2024-11-20T20:25:59,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742255_1435 (size=1393) 2024-11-20T20:25:59,957 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:25:59,957 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:25:59,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742256_1436 (size=1393) 2024-11-20T20:25:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742256_1436 (size=1393) 2024-11-20T20:25:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:25:59,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:25:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742257_1437 (size=1393) 2024-11-20T20:25:59,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742257_1437 (size=1393) 2024-11-20T20:25:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:25:59,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:25:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742258_1438 (size=1405) 2024-11-20T20:25:59,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742258_1438 (size=1405) 2024-11-20T20:25:59,989 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:25:59,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:25:59,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:25:59,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742259_1439 (size=1413) 2024-11-20T20:25:59,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742259_1439 (size=1413) 2024-11-20T20:25:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:25:59,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:25:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:25:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742260_1440 (size=1413) 2024-11-20T20:26:00,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742260_1440 (size=1413) 2024-11-20T20:26:00,007 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:26:00,007 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:26:00,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742261_1441 (size=1413) 2024-11-20T20:26:00,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742261_1441 (size=1413) 2024-11-20T20:26:00,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:26:00,030 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:26:00,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.0 2024-11-20T20:26:00,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.0 after 0ms 2024-11-20T20:26:00,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.0 took 2ms 2024-11-20T20:26:00,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.0 so closing down 2024-11-20T20:26:00,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:00,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:00,036 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:26:00,036 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:26:00,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:26:00,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:26:00,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742262_1442 (size=743) 2024-11-20T20:26:00,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742262_1442 (size=743) 2024-11-20T20:26:00,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742263_1443 (size=743) 2024-11-20T20:26:00,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742263_1443 (size=743) 2024-11-20T20:26:00,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T20:26:00,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:26:00,041 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:26:00,041 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.0, size=1.4 K (1393bytes) at 1732134360030Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.0 so closing down at 1732134360034 (+4 ms)3 split writer threads finished at 1732134360034Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134360036 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134360036Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360040 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360040Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732134360041 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134360041Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134360041 2024-11-20T20:26:00,042 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/oldWALs/wal.dat.0 2024-11-20T20:26:00,043 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:26:00,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.1 2024-11-20T20:26:00,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.1 after 0ms 2024-11-20T20:26:00,044 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.1 took 1ms 2024-11-20T20:26:00,045 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.1 so closing down 2024-11-20T20:26:00,045 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:00,045 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:00,047 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:26:00,047 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:26:00,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:26:00,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:26:00,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742264_1444 (size=743) 2024-11-20T20:26:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742264_1444 (size=743) 2024-11-20T20:26:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742265_1445 (size=743) 2024-11-20T20:26:00,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742265_1445 (size=743) 2024-11-20T20:26:00,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T20:26:00,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T20:26:00,052 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:26:00,052 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.1, size=1.4 K (1393bytes) at 1732134360043Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.1 so closing down at 1732134360045 (+2 ms)3 split writer threads finished at 1732134360045Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134360047 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134360047Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360051 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360051Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732134360052 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732134360052Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134360052 2024-11-20T20:26:00,053 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/oldWALs/wal.dat.1 2024-11-20T20:26:00,053 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:26:00,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.2 2024-11-20T20:26:00,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.2 after 0ms 2024-11-20T20:26:00,055 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.2 took 2ms 2024-11-20T20:26:00,055 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.2 so closing down 2024-11-20T20:26:00,055 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:00,055 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:00,057 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:26:00,057 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:26:00,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:26:00,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:26:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742267_1447 (size=743) 2024-11-20T20:26:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742266_1446 (size=743) 2024-11-20T20:26:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742266_1446 (size=743) 2024-11-20T20:26:00,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742267_1447 (size=743) 2024-11-20T20:26:00,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T20:26:00,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T20:26:00,063 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:26:00,063 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.2, size=1.4 K (1393bytes) at 1732134360053Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.2 so closing down at 1732134360055 (+2 ms)3 split writer threads finished at 1732134360055Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134360058 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134360058Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360062 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360062Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732134360063 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732134360063Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134360063 2024-11-20T20:26:00,064 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/oldWALs/wal.dat.2 2024-11-20T20:26:00,064 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:26:00,064 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.3 2024-11-20T20:26:00,064 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.3 after 0ms 2024-11-20T20:26:00,066 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.3 took 2ms 2024-11-20T20:26:00,067 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.3 so closing down 2024-11-20T20:26:00,067 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:00,067 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:00,068 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T20:26:00,068 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T20:26:00,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T20:26:00,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T20:26:00,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742269_1449 (size=743) 2024-11-20T20:26:00,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742269_1449 (size=743) 2024-11-20T20:26:00,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742268_1448 (size=743) 2024-11-20T20:26:00,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742268_1448 (size=743) 2024-11-20T20:26:00,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,073 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T20:26:00,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T20:26:00,074 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:26:00,074 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.3, size=1.4 K (1393bytes) at 1732134360064Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.3 so closing down at 1732134360067 (+3 ms)3 split writer threads finished at 1732134360067Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732134360069 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732134360069Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360072 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360073 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732134360073Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732134360074 (+1 ms)Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134360074 2024-11-20T20:26:00,075 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/oldWALs/wal.dat.3 2024-11-20T20:26:00,075 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T20:26:00,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.4 2024-11-20T20:26:00,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.4 after 0ms 2024-11-20T20:26:00,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.4 took 2ms 2024-11-20T20:26:00,078 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.4 so closing down 2024-11-20T20:26:00,078 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:00,078 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:00,079 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T20:26:00,079 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T20:26:00,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T20:26:00,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T20:26:00,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742270_1450 (size=743) 2024-11-20T20:26:00,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742271_1451 (size=743) 2024-11-20T20:26:00,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742271_1451 (size=743) 2024-11-20T20:26:00,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742270_1450 (size=743) 2024-11-20T20:26:00,084 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T20:26:00,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T20:26:00,085 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:26:00,085 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.4, size=1.4 K (1393bytes) at 1732134360075Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.4 so closing down at 1732134360078 (+3 ms)3 split writer threads finished at 1732134360078Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732134360080 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732134360080Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360083 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360083Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732134360084 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732134360084Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134360085 (+1 ms) 2024-11-20T20:26:00,086 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/oldWALs/wal.dat.4 2024-11-20T20:26:00,086 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T20:26:00,086 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.5 2024-11-20T20:26:00,086 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.5 after 0ms 2024-11-20T20:26:00,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.5 took 1ms 2024-11-20T20:26:00,088 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.5 so closing down 2024-11-20T20:26:00,088 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:00,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:00,090 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T20:26:00,090 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T20:26:00,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T20:26:00,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T20:26:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742272_1452 (size=743) 2024-11-20T20:26:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742273_1453 (size=743) 2024-11-20T20:26:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742273_1453 (size=743) 2024-11-20T20:26:00,101 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742272_1452 (size=743) 2024-11-20T20:26:00,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T20:26:00,102 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T20:26:00,103 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T20:26:00,103 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.5, size=1.4 K (1393bytes) at 1732134360086Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.5 so closing down at 1732134360088 (+2 ms)3 split writer threads finished at 1732134360088Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732134360090 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732134360091 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360101 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360101Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732134360102 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732134360102Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732134360103 (+1 ms) 2024-11-20T20:26:00,104 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/oldWALs/wal.dat.5 2024-11-20T20:26:00,104 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T20:26:00,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.6 2024-11-20T20:26:00,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.6 after 0ms 2024-11-20T20:26:00,106 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.6 took 2ms 2024-11-20T20:26:00,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.6 so closing down 2024-11-20T20:26:00,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:00,107 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:00,108 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T20:26:00,108 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T20:26:00,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T20:26:00,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T20:26:00,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742275_1455 (size=749) 2024-11-20T20:26:00,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742275_1455 (size=749) 2024-11-20T20:26:00,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742274_1454 (size=749) 2024-11-20T20:26:00,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742274_1454 (size=749) 2024-11-20T20:26:00,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T20:26:00,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T20:26:00,515 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 408 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T20:26:00,515 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.6, size=1.4 K (1405bytes) at 1732134360104Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.6 so closing down at 1732134360107 (+3 ms)3 split writer threads finished at 1732134360107Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732134360109 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732134360109Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360119 (+10 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732134360120 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360513 (+393 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732134360514 (+1 ms)Processed 20 edits across 2 Regions in 408 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732134360515 (+1 ms) 2024-11-20T20:26:00,516 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/oldWALs/wal.dat.6 2024-11-20T20:26:00,516 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:26:00,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.7 2024-11-20T20:26:00,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.7 after 1ms 2024-11-20T20:26:00,518 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.7 took 2ms 2024-11-20T20:26:00,520 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.7 so closing down 2024-11-20T20:26:00,520 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:00,520 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:00,521 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T20:26:00,521 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T20:26:00,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T20:26:00,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T20:26:00,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742276_1456 (size=753) 2024-11-20T20:26:00,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742277_1457 (size=753) 2024-11-20T20:26:00,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742276_1456 (size=753) 2024-11-20T20:26:00,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742277_1457 (size=753) 2024-11-20T20:26:00,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T20:26:00,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T20:26:00,527 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:26:00,527 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.7, size=1.4 K (1413bytes) at 1732134360516Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.7 so closing down at 1732134360520 (+4 ms)3 split writer threads finished at 1732134360520Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732134360522 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732134360522Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360525 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360525Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732134360526 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732134360526Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134360527 (+1 ms) 2024-11-20T20:26:00,528 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/oldWALs/wal.dat.7 2024-11-20T20:26:00,528 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T20:26:00,528 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.8 2024-11-20T20:26:00,528 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.8 after 0ms 2024-11-20T20:26:00,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.8 took 1ms 2024-11-20T20:26:00,530 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.8 so closing down 2024-11-20T20:26:00,530 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:00,530 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:00,532 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T20:26:00,532 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T20:26:00,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T20:26:00,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T20:26:00,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742278_1458 (size=753) 2024-11-20T20:26:00,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742278_1458 (size=753) 2024-11-20T20:26:00,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742279_1459 (size=753) 2024-11-20T20:26:00,539 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742279_1459 (size=753) 2024-11-20T20:26:00,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T20:26:00,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T20:26:00,941 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:26:00,941 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.8, size=1.4 K (1413bytes) at 1732134360528Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.8 so closing down at 1732134360530 (+2 ms)3 split writer threads finished at 1732134360530Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732134360532 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732134360533 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360539 (+6 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732134360540 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360940 (+400 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732134360941 (+1 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134360941 2024-11-20T20:26:00,942 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/oldWALs/wal.dat.8 2024-11-20T20:26:00,942 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T20:26:00,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.9 2024-11-20T20:26:00,943 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.9 after 1ms 2024-11-20T20:26:00,944 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.9 took 2ms 2024-11-20T20:26:00,945 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.9 so closing down 2024-11-20T20:26:00,945 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:00,945 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:00,947 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T20:26:00,947 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T20:26:00,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T20:26:00,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T20:26:00,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742281_1461 (size=753) 2024-11-20T20:26:00,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742280_1460 (size=753) 2024-11-20T20:26:00,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742280_1460 (size=753) 2024-11-20T20:26:00,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742281_1461 (size=753) 2024-11-20T20:26:00,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:00,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T20:26:00,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T20:26:00,952 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T20:26:00,952 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.9, size=1.4 K (1413bytes) at 1732134360942Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.9 so closing down at 1732134360945 (+3 ms)3 split writer threads finished at 1732134360945Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732134360948 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732134360948Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360951 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134360951Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732134360952 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732134360952Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732134360952 2024-11-20T20:26:00,953 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/WALs/testlogsgetarchivedaftersplit,16010,1732134359915/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/4d2aeff4-0472-6fa6-85d8-1139e6cf8dfc/oldWALs/wal.dat.9 2024-11-20T20:26:00,960 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=132 (was 132), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=722 (was 776), ProcessCount=11 (was 11), AvailableMemoryMB=1374 (was 1378) 2024-11-20T20:26:00,966 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=132, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=722, ProcessCount=11, AvailableMemoryMB=1374 2024-11-20T20:26:00,966 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:26:00,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742282_1462 (size=7) 2024-11-20T20:26:00,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742282_1462 (size=7) 2024-11-20T20:26:00,972 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:26:00,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:26:00,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:26:00,976 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:26:00,976 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-20T20:26:00,976 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-20T20:26:00,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:26:00,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742283_1463 (size=723) 2024-11-20T20:26:00,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742283_1463 (size=723) 2024-11-20T20:26:00,984 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:26:00,984 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:26:00,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742284_1464 (size=723) 2024-11-20T20:26:00,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742284_1464 (size=723) 2024-11-20T20:26:00,991 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:26:00,991 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:26:00,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:00,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742285_1465 (size=723) 2024-11-20T20:26:00,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742285_1465 (size=723) 2024-11-20T20:26:00,997 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:26:00,997 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:26:00,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:00,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742286_1466 (size=723) 2024-11-20T20:26:01,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742286_1466 (size=723) 2024-11-20T20:26:01,003 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:26:01,004 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:26:01,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742287_1467 (size=723) 2024-11-20T20:26:01,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742287_1467 (size=723) 2024-11-20T20:26:01,009 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:26:01,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:26:01,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742288_1468 (size=723) 2024-11-20T20:26:01,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742288_1468 (size=723) 2024-11-20T20:26:01,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:26:01,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:26:01,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742289_1469 (size=723) 2024-11-20T20:26:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742289_1469 (size=723) 2024-11-20T20:26:01,022 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:26:01,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:26:01,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742290_1470 (size=723) 2024-11-20T20:26:01,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742290_1470 (size=723) 2024-11-20T20:26:01,029 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:26:01,029 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:26:01,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742291_1471 (size=723) 2024-11-20T20:26:01,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742291_1471 (size=723) 2024-11-20T20:26:01,046 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:26:01,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:26:01,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742292_1472 (size=723) 2024-11-20T20:26:01,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742292_1472 (size=723) 2024-11-20T20:26:01,061 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:26:01,077 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/oldWALs, maxLogs=32 2024-11-20T20:26:01,107 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1732134361105 2024-11-20T20:26:01,114 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1732134361105 2024-11-20T20:26:01,164 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39753:39753),(127.0.0.1/127.0.0.1:36553:36553)] 2024-11-20T20:26:01,181 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732134360976/wal.dat.0, size=723 (723bytes) 2024-11-20T20:26:01,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732134360976/wal.dat.0 2024-11-20T20:26:01,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732134360976/wal.dat.0 after 0ms 2024-11-20T20:26:01,183 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732134360976/wal.dat.0 took 2ms 2024-11-20T20:26:01,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732134360976/wal.dat.0 so closing down 2024-11-20T20:26:01,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:01,185 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:01,189 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:26:01,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:26:01,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742294_1474 (size=723) 2024-11-20T20:26:01,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742294_1474 (size=723) 2024-11-20T20:26:01,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:01,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-20T20:26:01,200 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732134360976/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-20T20:26:01,200 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732134360976/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732134360976/wal.dat.0, size=723 (723bytes) at 1732134361181Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732134360976/wal.dat.0 so closing down at 1732134361185 (+4 ms)3 split writer threads finished at 1732134361185Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134361190 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134361198 (+8 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/data/default/t1/r0/recovered.edits/0000000000000000009 at 1732134361200 (+2 ms)Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732134360976/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1732134361200 2024-11-20T20:26:01,201 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T20:26:01,201 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T20:26:01,201 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T20:26:01,201 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T20:26:01,201 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T20:26:01,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742293_1473 (size=93) 2024-11-20T20:26:01,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742293_1473 (size=93) 2024-11-20T20:26:01,206 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18f4283d-0e62-7fba-e088-2cd9add8e9bd/oldWALs 2024-11-20T20:26:01,208 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1732134361105) 2024-11-20T20:26:01,216 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=138 (was 132) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=722 (was 722), ProcessCount=11 (was 11), AvailableMemoryMB=1371 (was 1374) 2024-11-20T20:26:01,222 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=138, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=722, ProcessCount=11, AvailableMemoryMB=1371 2024-11-20T20:26:01,222 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:26:01,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742295_1475 (size=7) 2024-11-20T20:26:01,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742295_1475 (size=7) 2024-11-20T20:26:01,229 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:26:01,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:26:01,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:26:01,233 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:26:01,234 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-20T20:26:01,234 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:26:01,234 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:26:01,235 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:26:01,236 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:26:01,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742296_1476 (size=1393) 2024-11-20T20:26:01,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742296_1476 (size=1393) 2024-11-20T20:26:01,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:26:01,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:26:01,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742297_1477 (size=1393) 2024-11-20T20:26:01,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742297_1477 (size=1393) 2024-11-20T20:26:01,259 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:26:01,259 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:26:01,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742298_1478 (size=1393) 2024-11-20T20:26:01,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742298_1478 (size=1393) 2024-11-20T20:26:01,269 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:26:01,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:26:01,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742299_1479 (size=1393) 2024-11-20T20:26:01,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742299_1479 (size=1393) 2024-11-20T20:26:01,298 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:26:01,298 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:26:01,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742300_1480 (size=1393) 2024-11-20T20:26:01,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742300_1480 (size=1393) 2024-11-20T20:26:01,319 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:26:01,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:26:01,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742301_1481 (size=1393) 2024-11-20T20:26:01,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742301_1481 (size=1393) 2024-11-20T20:26:01,335 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:26:01,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:26:01,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742302_1482 (size=1405) 2024-11-20T20:26:01,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742302_1482 (size=1405) 2024-11-20T20:26:01,345 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:26:01,346 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:26:01,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742303_1483 (size=1413) 2024-11-20T20:26:01,363 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:26:01,363 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:26:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742303_1483 (size=1413) 2024-11-20T20:26:01,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742304_1484 (size=1413) 2024-11-20T20:26:01,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742304_1484 (size=1413) 2024-11-20T20:26:01,385 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:26:01,385 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:26:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742305_1485 (size=1413) 2024-11-20T20:26:01,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742305_1485 (size=1413) 2024-11-20T20:26:01,401 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:26:01,424 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:26:01,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 2024-11-20T20:26:01,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 after 0ms 2024-11-20T20:26:01,426 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 took 2ms 2024-11-20T20:26:01,427 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:01,428 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 so closing down 2024-11-20T20:26:01,428 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:01,428 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:01,428 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:01,428 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, size=1.4 K (1393bytes) at 1732134361424Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 so closing down at 1732134361428 (+4 ms)3 split writer threads finished at 1732134361428Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134361428 2024-11-20T20:26:01,430 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.0 2024-11-20T20:26:01,431 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:26:01,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 2024-11-20T20:26:01,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 after 0ms 2024-11-20T20:26:01,433 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 took 2ms 2024-11-20T20:26:01,434 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:01,434 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 so closing down 2024-11-20T20:26:01,434 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:01,434 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:01,434 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:01,434 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, size=1.4 K (1393bytes) at 1732134361431Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 so closing down at 1732134361434 (+3 ms)3 split writer threads finished at 1732134361434Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134361434 2024-11-20T20:26:01,436 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.1 2024-11-20T20:26:01,436 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:26:01,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 2024-11-20T20:26:01,436 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 after 0ms 2024-11-20T20:26:01,438 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 took 2ms 2024-11-20T20:26:01,439 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:01,439 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 so closing down 2024-11-20T20:26:01,439 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:01,439 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:01,439 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:01,439 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, size=1.4 K (1393bytes) at 1732134361436Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 so closing down at 1732134361439 (+3 ms)3 split writer threads finished at 1732134361439Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134361439 2024-11-20T20:26:01,441 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.2 2024-11-20T20:26:01,441 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:26:01,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 2024-11-20T20:26:01,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 after 0ms 2024-11-20T20:26:01,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 took 1ms 2024-11-20T20:26:01,443 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:01,443 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 so closing down 2024-11-20T20:26:01,444 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:01,444 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:01,444 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:01,444 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, size=1.4 K (1393bytes) at 1732134361441Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 so closing down at 1732134361444 (+3 ms)3 split writer threads finished at 1732134361444Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134361444 2024-11-20T20:26:01,445 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.3 2024-11-20T20:26:01,446 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T20:26:01,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 2024-11-20T20:26:01,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 after 0ms 2024-11-20T20:26:01,448 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 took 3ms 2024-11-20T20:26:01,449 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:01,449 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 so closing down 2024-11-20T20:26:01,450 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:01,450 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:01,450 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:01,450 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, size=1.4 K (1393bytes) at 1732134361446Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 so closing down at 1732134361449 (+3 ms)3 split writer threads finished at 1732134361450 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134361450 2024-11-20T20:26:01,451 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.4 2024-11-20T20:26:01,452 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T20:26:01,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 2024-11-20T20:26:01,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 after 0ms 2024-11-20T20:26:01,454 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 took 2ms 2024-11-20T20:26:01,455 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:01,455 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 so closing down 2024-11-20T20:26:01,455 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:01,455 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:01,455 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:01,455 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, size=1.4 K (1393bytes) at 1732134361452Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 so closing down at 1732134361455 (+3 ms)3 split writer threads finished at 1732134361455Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134361455 2024-11-20T20:26:01,457 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.5 2024-11-20T20:26:01,457 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T20:26:01,457 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 2024-11-20T20:26:01,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 after 1ms 2024-11-20T20:26:01,459 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 took 2ms 2024-11-20T20:26:01,460 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:01,461 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 so closing down 2024-11-20T20:26:01,461 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:01,461 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:01,461 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-20T20:26:01,461 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, size=1.4 K (1405bytes) at 1732134361457Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 so closing down at 1732134361461 (+4 ms)3 split writer threads finished at 1732134361461Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732134361461 2024-11-20T20:26:01,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.6 2024-11-20T20:26:01,463 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:26:01,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 2024-11-20T20:26:01,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 after 0ms 2024-11-20T20:26:01,465 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 took 2ms 2024-11-20T20:26:01,466 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:01,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 so closing down 2024-11-20T20:26:01,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:01,466 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:01,467 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T20:26:01,467 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, size=1.4 K (1413bytes) at 1732134361463Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 so closing down at 1732134361466 (+3 ms)3 split writer threads finished at 1732134361467 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732134361467 2024-11-20T20:26:01,468 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.7 2024-11-20T20:26:01,469 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T20:26:01,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 2024-11-20T20:26:01,469 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 after 0ms 2024-11-20T20:26:01,471 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 took 3ms 2024-11-20T20:26:01,472 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:01,472 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 so closing down 2024-11-20T20:26:01,472 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:01,472 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:01,472 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T20:26:01,472 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, size=1.4 K (1413bytes) at 1732134361469Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 so closing down at 1732134361472 (+3 ms)3 split writer threads finished at 1732134361472Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732134361472 2024-11-20T20:26:01,474 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.8 2024-11-20T20:26:01,474 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T20:26:01,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 2024-11-20T20:26:01,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 after 0ms 2024-11-20T20:26:01,476 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 took 2ms 2024-11-20T20:26:01,477 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:01,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 so closing down 2024-11-20T20:26:01,478 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:01,478 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:01,478 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T20:26:01,478 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, size=1.4 K (1413bytes) at 1732134361474Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 so closing down at 1732134361478 (+4 ms)3 split writer threads finished at 1732134361478Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732134361478 2024-11-20T20:26:01,480 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.9 2024-11-20T20:26:01,481 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134361430; access_time=1732134361236; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134361435; access_time=1732134361248; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134361440; access_time=1732134361260; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134361444; access_time=1732134361270; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134361451; access_time=1732134361298; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134361456; access_time=1732134361319; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732134361462; access_time=1732134361336; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732134361468; access_time=1732134361346; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732134361473; access_time=1732134361363; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732134361479; access_time=1732134361386; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-20T20:26:01,485 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:26:01,485 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:26:01,485 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:26:01,486 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:26:01,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742306_1486 (size=1393) 2024-11-20T20:26:01,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742306_1486 (size=1393) 2024-11-20T20:26:01,496 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:26:01,496 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:26:01,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742307_1487 (size=1393) 2024-11-20T20:26:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742307_1487 (size=1393) 2024-11-20T20:26:01,505 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:26:01,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:26:01,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742308_1488 (size=1393) 2024-11-20T20:26:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742308_1488 (size=1393) 2024-11-20T20:26:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:26:01,517 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:26:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742309_1489 (size=1393) 2024-11-20T20:26:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742309_1489 (size=1393) 2024-11-20T20:26:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:26:01,531 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:26:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742310_1490 (size=1393) 2024-11-20T20:26:01,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742310_1490 (size=1393) 2024-11-20T20:26:01,541 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:26:01,541 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:26:01,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742311_1491 (size=1393) 2024-11-20T20:26:01,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742311_1491 (size=1393) 2024-11-20T20:26:01,551 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:26:01,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:26:01,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742312_1492 (size=1405) 2024-11-20T20:26:01,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742312_1492 (size=1405) 2024-11-20T20:26:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:26:01,561 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:26:01,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742313_1493 (size=1413) 2024-11-20T20:26:01,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742313_1493 (size=1413) 2024-11-20T20:26:01,570 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:26:01,570 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:26:01,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742314_1494 (size=1413) 2024-11-20T20:26:01,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742314_1494 (size=1413) 2024-11-20T20:26:01,580 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:26:01,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:26:01,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742315_1495 (size=1413) 2024-11-20T20:26:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742315_1495 (size=1413) 2024-11-20T20:26:01,590 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:26:01,606 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:26:01,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 2024-11-20T20:26:01,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 after 0ms 2024-11-20T20:26:01,608 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 took 2ms 2024-11-20T20:26:01,610 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:01,611 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 so closing down 2024-11-20T20:26:01,611 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:01,611 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:01,612 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:26:01,612 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:26:01,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:26:01,614 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:26:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742316_1496 (size=418) 2024-11-20T20:26:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742316_1496 (size=418) 2024-11-20T20:26:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742317_1497 (size=418) 2024-11-20T20:26:01,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742317_1497 (size=418) 2024-11-20T20:26:01,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:01,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-20T20:26:02,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-20T20:26:02,020 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:02,020 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, size=1.4 K (1393bytes) at 1732134361606Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 so closing down at 1732134361611 (+5 ms)3 split writer threads finished at 1732134361611Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134361613 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134361614 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134361618 (+4 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1732134361619 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362018 (+399 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1732134362019 (+1 ms)Processed 10 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134362020 (+1 ms) 2024-11-20T20:26:02,021 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.0 2024-11-20T20:26:02,022 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:26:02,022 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 2024-11-20T20:26:02,022 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 after 0ms 2024-11-20T20:26:02,024 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 took 3ms 2024-11-20T20:26:02,025 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:02,025 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 so closing down 2024-11-20T20:26:02,025 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:02,025 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:02,027 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:26:02,027 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:26:02,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:26:02,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:26:02,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742318_1498 (size=418) 2024-11-20T20:26:02,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742318_1498 (size=418) 2024-11-20T20:26:02,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-20T20:26:02,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742319_1499 (size=418) 2024-11-20T20:26:02,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742319_1499 (size=418) 2024-11-20T20:26:02,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-20T20:26:02,058 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:02,058 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, size=1.4 K (1393bytes) at 1732134362022Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 so closing down at 1732134362025 (+3 ms)3 split writer threads finished at 1732134362025Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134362033 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134362033Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362043 (+10 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1732134362044 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362056 (+12 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1732134362057 (+1 ms)Processed 10 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134362058 (+1 ms) 2024-11-20T20:26:02,059 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.1 2024-11-20T20:26:02,060 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:26:02,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 2024-11-20T20:26:02,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 after 0ms 2024-11-20T20:26:02,062 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 took 3ms 2024-11-20T20:26:02,063 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:02,063 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 so closing down 2024-11-20T20:26:02,063 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:02,063 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:02,065 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:26:02,066 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:26:02,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:26:02,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:26:02,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742320_1500 (size=418) 2024-11-20T20:26:02,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742320_1500 (size=418) 2024-11-20T20:26:02,081 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-20T20:26:02,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742321_1501 (size=418) 2024-11-20T20:26:02,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742321_1501 (size=418) 2024-11-20T20:26:02,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-20T20:26:02,494 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:02,494 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, size=1.4 K (1393bytes) at 1732134362060Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 so closing down at 1732134362063 (+3 ms)3 split writer threads finished at 1732134362063Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134362066 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134362066Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362081 (+15 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1732134362082 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362492 (+410 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1732134362494 (+2 ms)Processed 10 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134362494 2024-11-20T20:26:02,495 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.2 2024-11-20T20:26:02,496 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:26:02,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 2024-11-20T20:26:02,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 after 0ms 2024-11-20T20:26:02,498 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 took 3ms 2024-11-20T20:26:02,499 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:02,499 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 so closing down 2024-11-20T20:26:02,499 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:02,499 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:02,501 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T20:26:02,501 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T20:26:02,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T20:26:02,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T20:26:02,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742322_1502 (size=418) 2024-11-20T20:26:02,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742323_1503 (size=418) 2024-11-20T20:26:02,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742323_1503 (size=418) 2024-11-20T20:26:02,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742322_1502 (size=418) 2024-11-20T20:26:02,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-20T20:26:02,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-20T20:26:02,510 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:02,511 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, size=1.4 K (1393bytes) at 1732134362496Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 so closing down at 1732134362499 (+3 ms)3 split writer threads finished at 1732134362499Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732134362502 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732134362502Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362509 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362510 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1732134362510Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1732134362510Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134362510 2024-11-20T20:26:02,512 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.3 2024-11-20T20:26:02,512 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T20:26:02,512 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 2024-11-20T20:26:02,512 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 after 0ms 2024-11-20T20:26:02,513 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 took 1ms 2024-11-20T20:26:02,514 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:02,515 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 so closing down 2024-11-20T20:26:02,515 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:02,515 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:02,516 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T20:26:02,516 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T20:26:02,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T20:26:02,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T20:26:02,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742324_1504 (size=418) 2024-11-20T20:26:02,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742324_1504 (size=418) 2024-11-20T20:26:02,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742325_1505 (size=418) 2024-11-20T20:26:02,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742325_1505 (size=418) 2024-11-20T20:26:02,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-20T20:26:02,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-20T20:26:02,522 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:02,522 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, size=1.4 K (1393bytes) at 1732134362512Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 so closing down at 1732134362515 (+3 ms)3 split writer threads finished at 1732134362515Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732134362517 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732134362517Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362521 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362521Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1732134362522 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1732134362522Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134362522 2024-11-20T20:26:02,523 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.4 2024-11-20T20:26:02,523 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T20:26:02,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 2024-11-20T20:26:02,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 after 1ms 2024-11-20T20:26:02,525 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 took 2ms 2024-11-20T20:26:02,526 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:02,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 so closing down 2024-11-20T20:26:02,527 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:02,527 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:02,528 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T20:26:02,528 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T20:26:02,529 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T20:26:02,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T20:26:02,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742326_1506 (size=418) 2024-11-20T20:26:02,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742327_1507 (size=418) 2024-11-20T20:26:02,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742326_1506 (size=418) 2024-11-20T20:26:02,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742327_1507 (size=418) 2024-11-20T20:26:02,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-20T20:26:02,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-20T20:26:02,535 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:02,535 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, size=1.4 K (1393bytes) at 1732134362523Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 so closing down at 1732134362527 (+4 ms)3 split writer threads finished at 1732134362527Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732134362529 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732134362529Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362532 (+3 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732134362533 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362534 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1732134362535 (+1 ms)Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134362535 2024-11-20T20:26:02,536 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.5 2024-11-20T20:26:02,537 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T20:26:02,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 2024-11-20T20:26:02,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 after 0ms 2024-11-20T20:26:02,538 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 took 2ms 2024-11-20T20:26:02,539 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:02,539 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 so closing down 2024-11-20T20:26:02,539 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:02,539 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:02,541 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T20:26:02,541 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T20:26:02,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T20:26:02,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T20:26:02,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742329_1509 (size=419) 2024-11-20T20:26:02,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742329_1509 (size=419) 2024-11-20T20:26:02,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742328_1508 (size=419) 2024-11-20T20:26:02,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742328_1508 (size=419) 2024-11-20T20:26:02,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-20T20:26:02,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-20T20:26:02,556 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-20T20:26:02,556 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, size=1.4 K (1405bytes) at 1732134362537Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 so closing down at 1732134362539 (+2 ms)3 split writer threads finished at 1732134362539Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732134362542 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732134362542Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362555 (+13 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362555Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1732134362556 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1732134362556Processed 10 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732134362556 2024-11-20T20:26:02,557 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.6 2024-11-20T20:26:02,557 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:26:02,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 2024-11-20T20:26:02,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 after 1ms 2024-11-20T20:26:02,559 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 took 2ms 2024-11-20T20:26:02,560 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:02,561 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 so closing down 2024-11-20T20:26:02,561 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:02,561 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:02,563 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T20:26:02,563 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T20:26:02,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T20:26:02,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T20:26:02,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742331_1511 (size=423) 2024-11-20T20:26:02,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742330_1510 (size=423) 2024-11-20T20:26:02,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742331_1511 (size=423) 2024-11-20T20:26:02,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742330_1510 (size=423) 2024-11-20T20:26:02,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-20T20:26:02,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-20T20:26:02,570 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T20:26:02,570 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, size=1.4 K (1413bytes) at 1732134362557Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 so closing down at 1732134362561 (+4 ms)3 split writer threads finished at 1732134362561Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732134362564 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732134362564Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362569 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362569Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1732134362570 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1732134362570Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732134362570 2024-11-20T20:26:02,572 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.7 2024-11-20T20:26:02,572 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T20:26:02,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 2024-11-20T20:26:02,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 after 0ms 2024-11-20T20:26:02,574 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 took 2ms 2024-11-20T20:26:02,575 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:02,576 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 so closing down 2024-11-20T20:26:02,576 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:02,576 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:02,577 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T20:26:02,578 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T20:26:02,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T20:26:02,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T20:26:02,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742333_1513 (size=423) 2024-11-20T20:26:02,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742332_1512 (size=423) 2024-11-20T20:26:02,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742333_1513 (size=423) 2024-11-20T20:26:02,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742332_1512 (size=423) 2024-11-20T20:26:02,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-20T20:26:02,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-20T20:26:02,590 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T20:26:02,590 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, size=1.4 K (1413bytes) at 1732134362572Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 so closing down at 1732134362576 (+4 ms)3 split writer threads finished at 1732134362576Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732134362578 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732134362578Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362589 (+11 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362589Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1732134362590 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1732134362590Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732134362590 2024-11-20T20:26:02,591 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.8 2024-11-20T20:26:02,592 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T20:26:02,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 2024-11-20T20:26:02,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 after 0ms 2024-11-20T20:26:02,594 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 took 3ms 2024-11-20T20:26:02,595 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:02,595 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 so closing down 2024-11-20T20:26:02,595 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:02,595 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:02,597 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T20:26:02,597 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T20:26:02,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T20:26:02,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T20:26:02,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742335_1515 (size=423) 2024-11-20T20:26:02,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742334_1514 (size=423) 2024-11-20T20:26:02,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742334_1514 (size=423) 2024-11-20T20:26:02,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742335_1515 (size=423) 2024-11-20T20:26:02,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:02,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-20T20:26:03,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:03,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-20T20:26:03,009 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T20:26:03,010 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, size=1.4 K (1413bytes) at 1732134362592Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 so closing down at 1732134362595 (+3 ms)3 split writer threads finished at 1732134362595Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732134362598 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732134362598Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134362607 (+9 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1732134362608 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732134363008 (+400 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1732134363009 (+1 ms)Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732134363009 2024-11-20T20:26:03,011 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.9 2024-11-20T20:26:03,012 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134362021; access_time=1732134361486; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134362059; access_time=1732134361496; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134362495; access_time=1732134361505; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134362511; access_time=1732134361517; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134362523; access_time=1732134361531; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134362536; access_time=1732134361541; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732134362556; access_time=1732134361551; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732134362571; access_time=1732134361561; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732134362591; access_time=1732134361571; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732134363010; access_time=1732134361580; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-20T20:26:03,015 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:26:03,015 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:26:03,016 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:26:03,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:26:03,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742336_1516 (size=1393) 2024-11-20T20:26:03,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742336_1516 (size=1393) 2024-11-20T20:26:03,031 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:26:03,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T20:26:03,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742337_1517 (size=1393) 2024-11-20T20:26:03,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742337_1517 (size=1393) 2024-11-20T20:26:03,041 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T20:26:03,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T20:26:03,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742338_1518 (size=1393) 2024-11-20T20:26:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742338_1518 (size=1393) 2024-11-20T20:26:03,049 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T20:26:03,050 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T20:26:03,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742339_1519 (size=1393) 2024-11-20T20:26:03,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742339_1519 (size=1393) 2024-11-20T20:26:03,058 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T20:26:03,058 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T20:26:03,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742340_1520 (size=1393) 2024-11-20T20:26:03,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742340_1520 (size=1393) 2024-11-20T20:26:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T20:26:03,068 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T20:26:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742341_1521 (size=1393) 2024-11-20T20:26:03,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742341_1521 (size=1393) 2024-11-20T20:26:03,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T20:26:03,477 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T20:26:03,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742342_1522 (size=1405) 2024-11-20T20:26:03,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742342_1522 (size=1405) 2024-11-20T20:26:03,486 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T20:26:03,487 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T20:26:03,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742343_1523 (size=1413) 2024-11-20T20:26:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742343_1523 (size=1413) 2024-11-20T20:26:03,499 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T20:26:03,499 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T20:26:03,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742344_1524 (size=1413) 2024-11-20T20:26:03,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742344_1524 (size=1413) 2024-11-20T20:26:03,909 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T20:26:03,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T20:26:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:03,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:03,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742345_1525 (size=1413) 2024-11-20T20:26:03,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742345_1525 (size=1413) 2024-11-20T20:26:03,918 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T20:26:03,938 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T20:26:03,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 2024-11-20T20:26:03,939 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 after 1ms 2024-11-20T20:26:03,940 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 took 2ms 2024-11-20T20:26:03,942 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:03,943 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 so closing down 2024-11-20T20:26:03,943 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:03,943 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:03,944 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T20:26:03,945 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T20:26:03,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T20:26:03,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T20:26:03,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742347_1527 (size=743) 2024-11-20T20:26:03,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742346_1526 (size=678) 2024-11-20T20:26:03,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742347_1527 (size=743) 2024-11-20T20:26:03,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742346_1526 (size=678) 2024-11-20T20:26:03,949 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:03,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:03,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T20:26:03,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-20T20:26:03,950 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:03,950 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, size=1.4 K (1393bytes) at 1732134363938Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 so closing down at 1732134363943 (+5 ms)3 split writer threads finished at 1732134363943Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732134363945 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732134363945Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732134363949 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134363949Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732134363950 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1732134363950Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134363950 2024-11-20T20:26:03,951 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.0 2024-11-20T20:26:03,952 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T20:26:03,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 2024-11-20T20:26:03,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 after 0ms 2024-11-20T20:26:03,953 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 took 2ms 2024-11-20T20:26:03,954 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:03,955 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 so closing down 2024-11-20T20:26:03,955 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:03,955 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:03,957 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T20:26:03,957 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T20:26:03,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T20:26:03,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T20:26:03,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742348_1528 (size=678) 2024-11-20T20:26:03,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742348_1528 (size=678) 2024-11-20T20:26:03,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742349_1529 (size=743) 2024-11-20T20:26:03,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742349_1529 (size=743) 2024-11-20T20:26:03,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:03,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:03,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-20T20:26:03,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T20:26:03,968 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:03,968 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, size=1.4 K (1393bytes) at 1732134363952Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 so closing down at 1732134363955 (+3 ms)3 split writer threads finished at 1732134363955Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732134363958 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732134363958Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134363967 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732134363967Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1732134363968 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732134363968Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134363968 2024-11-20T20:26:03,969 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.1 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.1 2024-11-20T20:26:03,969 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T20:26:03,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 2024-11-20T20:26:03,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 after 1ms 2024-11-20T20:26:03,971 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 took 2ms 2024-11-20T20:26:03,972 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:03,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 so closing down 2024-11-20T20:26:03,973 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:03,973 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:03,974 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T20:26:03,974 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T20:26:03,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T20:26:03,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T20:26:03,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742350_1530 (size=743) 2024-11-20T20:26:03,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742351_1531 (size=678) 2024-11-20T20:26:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742350_1530 (size=743) 2024-11-20T20:26:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742351_1531 (size=678) 2024-11-20T20:26:03,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:03,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:03,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-20T20:26:03,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T20:26:03,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:03,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, size=1.4 K (1393bytes) at 1732134363969Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 so closing down at 1732134363973 (+4 ms)3 split writer threads finished at 1732134363973Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732134363975 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732134363975Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732134363985 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134363985Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1732134363986 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732134363986Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134363986 2024-11-20T20:26:03,987 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.2 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.2 2024-11-20T20:26:03,987 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T20:26:03,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 2024-11-20T20:26:03,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 after 1ms 2024-11-20T20:26:03,989 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 took 2ms 2024-11-20T20:26:03,991 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:03,991 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 so closing down 2024-11-20T20:26:03,991 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:03,991 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:03,993 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T20:26:03,993 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T20:26:03,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T20:26:03,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T20:26:03,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742352_1532 (size=743) 2024-11-20T20:26:03,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742352_1532 (size=743) 2024-11-20T20:26:03,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742353_1533 (size=678) 2024-11-20T20:26:03,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:03,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742353_1533 (size=678) 2024-11-20T20:26:03,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T20:26:04,398 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:04,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-20T20:26:04,399 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:04,399 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, size=1.4 K (1393bytes) at 1732134363987Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 so closing down at 1732134363991 (+4 ms)3 split writer threads finished at 1732134363991Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732134363994 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732134363994Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134363997 (+3 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732134363998 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732134364398 (+400 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1732134364399 (+1 ms)Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134364399 2024-11-20T20:26:04,401 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.3 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.3 2024-11-20T20:26:04,401 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T20:26:04,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 2024-11-20T20:26:04,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 after 0ms 2024-11-20T20:26:04,403 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 took 2ms 2024-11-20T20:26:04,404 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:04,404 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 so closing down 2024-11-20T20:26:04,404 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:04,405 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:04,406 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T20:26:04,406 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T20:26:04,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T20:26:04,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T20:26:04,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742355_1535 (size=678) 2024-11-20T20:26:04,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742354_1534 (size=743) 2024-11-20T20:26:04,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742354_1534 (size=743) 2024-11-20T20:26:04,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742355_1535 (size=678) 2024-11-20T20:26:04,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:04,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:04,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-20T20:26:04,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T20:26:04,412 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:04,412 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, size=1.4 K (1393bytes) at 1732134364401Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 so closing down at 1732134364404 (+3 ms)3 split writer threads finished at 1732134364405 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732134364407 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732134364407Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732134364410 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134364411 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1732134364411Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732134364411Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134364412 (+1 ms) 2024-11-20T20:26:04,413 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.4 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.4 2024-11-20T20:26:04,413 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T20:26:04,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 2024-11-20T20:26:04,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 after 0ms 2024-11-20T20:26:04,415 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 took 1ms 2024-11-20T20:26:04,415 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:04,416 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 so closing down 2024-11-20T20:26:04,416 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:04,416 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:04,417 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T20:26:04,417 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T20:26:04,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T20:26:04,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T20:26:04,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742356_1536 (size=678) 2024-11-20T20:26:04,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742356_1536 (size=678) 2024-11-20T20:26:04,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742357_1537 (size=743) 2024-11-20T20:26:04,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742357_1537 (size=743) 2024-11-20T20:26:04,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:04,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:04,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-20T20:26:04,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T20:26:04,424 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T20:26:04,424 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, size=1.4 K (1393bytes) at 1732134364413Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 so closing down at 1732134364416 (+3 ms)3 split writer threads finished at 1732134364416Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732134364418 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732134364418Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732134364423 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134364423Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1732134364424 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732134364424Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732134364424 2024-11-20T20:26:04,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.5 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.5 2024-11-20T20:26:04,425 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T20:26:04,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 2024-11-20T20:26:04,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 after 1ms 2024-11-20T20:26:04,427 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 took 2ms 2024-11-20T20:26:04,428 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:04,428 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 so closing down 2024-11-20T20:26:04,428 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:04,428 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:04,430 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T20:26:04,430 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T20:26:04,431 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T20:26:04,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T20:26:04,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742358_1538 (size=749) 2024-11-20T20:26:04,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742358_1538 (size=749) 2024-11-20T20:26:04,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742359_1539 (size=683) 2024-11-20T20:26:04,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742359_1539 (size=683) 2024-11-20T20:26:04,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:04,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:04,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-20T20:26:04,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T20:26:04,437 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-20T20:26:04,437 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, size=1.4 K (1405bytes) at 1732134364425Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 so closing down at 1732134364428 (+3 ms)3 split writer threads finished at 1732134364428Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732134364431 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732134364431Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134364436 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732134364436Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1732134364437 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732134364437Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732134364437 2024-11-20T20:26:04,438 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.6 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.6 2024-11-20T20:26:04,438 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T20:26:04,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 2024-11-20T20:26:04,439 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 after 0ms 2024-11-20T20:26:04,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 took 2ms 2024-11-20T20:26:04,441 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:04,441 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 so closing down 2024-11-20T20:26:04,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:04,442 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:04,443 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T20:26:04,443 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T20:26:04,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T20:26:04,444 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T20:26:04,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742360_1540 (size=753) 2024-11-20T20:26:04,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742361_1541 (size=687) 2024-11-20T20:26:04,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:04,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742361_1541 (size=687) 2024-11-20T20:26:04,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742360_1540 (size=753) 2024-11-20T20:26:04,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T20:26:04,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:04,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-20T20:26:04,850 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T20:26:04,850 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, size=1.4 K (1413bytes) at 1732134364438Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 so closing down at 1732134364441 (+3 ms)3 split writer threads finished at 1732134364442 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732134364444 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732134364444Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134364447 (+3 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732134364448 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732134364848 (+400 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1732134364849 (+1 ms)Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732134364850 (+1 ms) 2024-11-20T20:26:04,851 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.7 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.7 2024-11-20T20:26:04,851 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T20:26:04,851 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 2024-11-20T20:26:04,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 after 1ms 2024-11-20T20:26:04,853 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 took 2ms 2024-11-20T20:26:04,854 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:04,854 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 so closing down 2024-11-20T20:26:04,854 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:04,855 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:04,856 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T20:26:04,856 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T20:26:04,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T20:26:04,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T20:26:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742362_1542 (size=687) 2024-11-20T20:26:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742362_1542 (size=687) 2024-11-20T20:26:04,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:04,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-20T20:26:04,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742363_1543 (size=753) 2024-11-20T20:26:04,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742363_1543 (size=753) 2024-11-20T20:26:04,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:04,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T20:26:04,874 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T20:26:04,874 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, size=1.4 K (1413bytes) at 1732134364851Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 so closing down at 1732134364854 (+3 ms)3 split writer threads finished at 1732134364855 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732134364857 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732134364857Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732134364866 (+9 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1732134364867 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134364873 (+6 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732134364874 (+1 ms)Processed 19 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732134364874 2024-11-20T20:26:04,875 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.8 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.8 2024-11-20T20:26:04,875 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T20:26:04,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 2024-11-20T20:26:04,876 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 after 1ms 2024-11-20T20:26:04,877 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 took 2ms 2024-11-20T20:26:04,878 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T20:26:04,878 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 so closing down 2024-11-20T20:26:04,878 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T20:26:04,878 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T20:26:04,880 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T20:26:04,880 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T20:26:04,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T20:26:04,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T20:26:04,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742364_1544 (size=753) 2024-11-20T20:26:04,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742365_1545 (size=687) 2024-11-20T20:26:04,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742364_1544 (size=753) 2024-11-20T20:26:04,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742365_1545 (size=687) 2024-11-20T20:26:04,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:04,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T20:26:04,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-20T20:26:04,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T20:26:04,885 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T20:26:04,885 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, size=1.4 K (1413bytes) at 1732134364875Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 so closing down at 1732134364878 (+3 ms)3 split writer threads finished at 1732134364878Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732134364880 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732134364880Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732134364884 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732134364884Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1732134364885 (+1 ms)Rename recovered edits hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732134364885Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732134364885 2024-11-20T20:26:04,886 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732134361233/wal.dat.9 to hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.9 2024-11-20T20:26:04,887 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134363951; access_time=1732134363017; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134363968; access_time=1732134363031; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134363987; access_time=1732134363041; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134364400; access_time=1732134363050; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134364412; access_time=1732134363058; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732134364425; access_time=1732134363068; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732134364438; access_time=1732134363477; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732134364850; access_time=1732134363487; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732134364875; access_time=1732134363500; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41023/user/jenkins/test-data/148d90a2-7750-76d1-bd6f-e80c0ce9a005/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732134364886; access_time=1732134363909; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-20T20:26:04,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=138 (was 138), OpenFileDescriptor=396 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=722 (was 722), ProcessCount=11 (was 11), AvailableMemoryMB=1344 (was 1371) 2024-11-20T20:26:04,900 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=722, ProcessCount=11, AvailableMemoryMB=1343 2024-11-20T20:26:04,901 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T20:26:04,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742366_1546 (size=7) 2024-11-20T20:26:04,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742366_1546 (size=7) 2024-11-20T20:26:04,907 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/a81e2e71-c0e7-afdd-6818-90c7bd2aeb1c with version=8 2024-11-20T20:26:04,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:26:04,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:26:04,910 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T20:26:04,910 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T20:26:04,911 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T20:26:04,912 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T20:26:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T20:26:04,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T20:26:04,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742367_1547 (size=2324) 2024-11-20T20:26:04,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742367_1547 (size=2324) 2024-11-20T20:26:04,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T20:26:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44289 is added to blk_1073742368_1548 (size=2325) 2024-11-20T20:26:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43229 is added to blk_1073742368_1548 (size=2325) 2024-11-20T20:26:04,943 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41023/user/jenkins/test-data/76f54c63-e34e-9884-f81c-e24d3097e9eb/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732134364910/wal.dat.0, size=2.3 K (2325bytes) 2024-11-20T20:26:04,943 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/76f54c63-e34e-9884-f81c-e24d3097e9eb/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732134364910/wal.dat.0 2024-11-20T20:26:04,943 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/76f54c63-e34e-9884-f81c-e24d3097e9eb/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732134364910/wal.dat.0 after 0ms 2024-11-20T20:26:04,945 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41023/user/jenkins/test-data/76f54c63-e34e-9884-f81c-e24d3097e9eb/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732134364910/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:41023/user/jenkins/test-data/76f54c63-e34e-9884-f81c-e24d3097e9eb/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732134364910/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-20T20:26:04,945 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/76f54c63-e34e-9884-f81c-e24d3097e9eb/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732134364910/wal.dat.0 so closing down 2024-11-20T20:26:04,945 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/76f54c63-e34e-9884-f81c-e24d3097e9eb/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732134364910/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-20T20:26:04,945 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41023/user/jenkins/test-data/76f54c63-e34e-9884-f81c-e24d3097e9eb/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732134364910/wal.dat.0, journal: Splitting hdfs://localhost:41023/user/jenkins/test-data/76f54c63-e34e-9884-f81c-e24d3097e9eb/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732134364910/wal.dat.0, size=2.3 K (2325bytes) at 1732134364943Finishing writing output for hdfs://localhost:41023/user/jenkins/test-data/76f54c63-e34e-9884-f81c-e24d3097e9eb/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732134364910/wal.dat.0 so closing down at 1732134364945 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41023/user/jenkins/test-data/76f54c63-e34e-9884-f81c-e24d3097e9eb/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732134364910/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1732134364945 2024-11-20T20:26:04,947 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41023/user/jenkins/test-data/76f54c63-e34e-9884-f81c-e24d3097e9eb/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732134364910/wal.dat.0 to hdfs://localhost:41023/user/jenkins/test-data/76f54c63-e34e-9884-f81c-e24d3097e9eb/corrupt/wal.dat.0 2024-11-20T20:26:04,954 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=138 (was 138), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=722 (was 722), ProcessCount=11 (was 11), AvailableMemoryMB=1343 (was 1343) 2024-11-20T20:26:05,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c5167bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:26:05,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5978de6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:26:05,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:26:05,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79c92053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:26:05,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dd427ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/hadoop.log.dir/,STOPPED} 2024-11-20T20:26:05,009 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:26:05,009 WARN [BP-459342897-172.17.0.2-1732134294755 heartbeating to localhost/127.0.0.1:41023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:26:05,009 WARN [BP-459342897-172.17.0.2-1732134294755 heartbeating to localhost/127.0.0.1:41023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-459342897-172.17.0.2-1732134294755 (Datanode Uuid a55fae64-3333-40cd-aceb-0432a6943d3c) service to localhost/127.0.0.1:41023 2024-11-20T20:26:05,009 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:26:05,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/cluster_0791a45e-d6d9-115e-6515-998323b663fb/data/data3/current/BP-459342897-172.17.0.2-1732134294755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:26:05,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/cluster_0791a45e-d6d9-115e-6515-998323b663fb/data/data4/current/BP-459342897-172.17.0.2-1732134294755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:26:05,012 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:26:05,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@766905f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:26:05,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1538c237{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:26:05,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:26:05,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2592e835{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:26:05,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49352ace{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/hadoop.log.dir/,STOPPED} 2024-11-20T20:26:05,016 WARN [BP-459342897-172.17.0.2-1732134294755 heartbeating to localhost/127.0.0.1:41023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:26:05,016 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:26:05,016 WARN [BP-459342897-172.17.0.2-1732134294755 heartbeating to localhost/127.0.0.1:41023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-459342897-172.17.0.2-1732134294755 (Datanode Uuid b27407eb-5bd1-4794-86f0-16a05250b69f) service to localhost/127.0.0.1:41023 2024-11-20T20:26:05,016 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:26:05,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/cluster_0791a45e-d6d9-115e-6515-998323b663fb/data/data1/current/BP-459342897-172.17.0.2-1732134294755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:26:05,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/cluster_0791a45e-d6d9-115e-6515-998323b663fb/data/data2/current/BP-459342897-172.17.0.2-1732134294755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:26:05,017 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:26:05,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c11409d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:26:05,024 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3530a43d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:26:05,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:26:05,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26fb3c44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:26:05,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef9ef29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aae65aa-9d23-89b1-6d43-2f462b41da85/hadoop.log.dir/,STOPPED}